[ Apr 28 19:10:04 Enabled. ] [ Apr 28 19:10:04 Rereading configuration. ] [ Apr 28 19:10:05 Rereading configuration. ] [ Apr 28 19:10:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Apr 28 19:10:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.581824414Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.581957956Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.604485644Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.604501444Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.604557135Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.604791619Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.807706709Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:58121"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.808590524Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"16c6c3df-3249-4832-858d-d75ebe2c822c","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.808623675Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.881524826Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.881576637Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"16c6c3df-3249-4832-858d-d75ebe2c822c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.881590317Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"16c6c3df-3249-4832-858d-d75ebe2c822c","remote_addr":"[fd00:1122:3344:3::2]:58121","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":73428,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:10:21.287091676Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:41271","req_id":"b73f142f-4921-41f6-b5b7-6173aad1a037","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:10:21.291690313Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:35960","req_id":"3dcaca7e-ea3c-49eb-87f6-3283bdae44a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:10:21.295768281Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:63147","req_id":"9f6878be-d5fa-43f8-be7e-7e3395ca63fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:33.612901747Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:62524","req_id":"e30d118e-ea22-44d8-9e3f-c34e73852000","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 55,\n 49,\n 98,\n 99,\n 54,\n 57,\n 99,\n 45,\n 98,\n 51,\n 102,\n 98,\n 45,\n 52,\n 49,\n 55,\n 54,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 49,\n 99,\n 50,\n 50,\n 49,\n 51,\n 56,\n 55,\n 52,\n 52,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:41.241463736Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::e]:61394","req_id":"868ffb33-2d80-41ef-ba1c-fbcc84ce110d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 55,\n 49,\n 98,\n 99,\n 54,\n 57,\n 99,\n 45,\n 98,\n 51,\n 102,\n 98,\n 45,\n 52,\n 49,\n 55,\n 54,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 49,\n 99,\n 50,\n 50,\n 49,\n 51,\n 56,\n 55,\n 52,\n 52,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:41.242087897Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::e]:56646","req_id":"05a79ff5-9108-4e2c-9732-20b71d56a549","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:43.587150202Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:58463","req_id":"b0308f0f-a1d7-44c8-8606-2b29e9d4dbba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:45.101910156Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::c]:8576","req_id":"fe0f73f7-b07b-4484-8d59-f38933044b72","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:46.588568307Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::a]:27920","req_id":"184bb235-7f8b-48d4-8604-dc3a520377ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:46.612206973Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::b]:20664","req_id":"9313c171-9768-41b4-b4a5-c3c6bd32b2ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:53.589052802Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:62219","req_id":"de18387a-b298-425b-b698-4e37f2225067","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:03.590091137Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:65060","req_id":"d7887312-dc02-4f57-a268-6e687560cbfb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:13.591895656Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:52339","req_id":"d8fef029-1433-44ae-87fc-9fbf59bf8af9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4579,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:23.594177722Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:60336","req_id":"18daba96-73aa-4b85-805e-c803a2aa949d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:28.776206225Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::c]:30629","req_id":"96b36aeb-88cd-46d0-951a-35769bebb687","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:29.12678049Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39088"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:29.198793507Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"9a8db96b-c6c6-4189-9d1c-c3a9a5b1fffd","remote_addr":"[fd00:1122:3344:101::c]:39088","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":47156,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7394,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:33.596348036Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:53444","req_id":"784945c9-d8ed-4467-a905-70f18057d85f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:36.877753762Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:48448","req_id":"4d0a2a87-eb81-460e-b9a2-e6c298c59f51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:36.881769669Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:35415","req_id":"9e86ab37-0b24-4a36-905d-910fc7aae931","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:36.88658537Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:56445","req_id":"d6e3e48d-07d8-4eea-bf07-ced99536da0b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:37.812703599Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54668"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:37.813311039Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"96265c33-c9d5-44c3-84a5-afa952bf0b41","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:37.81340051Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"96265c33-c9d5-44c3-84a5-afa952bf0b41","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:37.81341126Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"96265c33-c9d5-44c3-84a5-afa952bf0b41","remote_addr":"[fd00:1122:3344:101::c]:54668","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":389,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:37.824783821Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::c]:28020","req_id":"9e741cb4-efc3-4a9e-807b-a4bd5a4fcca8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:38.02105194Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42754"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:38.021454987Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"b5dc7314-2dfd-4790-aee3-cf312fd45847","remote_addr":"[fd00:1122:3344:101::c]:42754","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":278,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37471,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:39.449684189Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::c]:5908","req_id":"6751eb14-876d-4ac5-9ff0-e8a2a6136e68","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:39.633921177Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53199"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:39.634199411Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"c085b3b0-aa01-4bea-a488-d169f518f3b4","remote_addr":"[fd00:1122:3344:101::c]:53199","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:43.597758249Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:59952","req_id":"0387818f-11fa-4332-9568-52e091601563","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:44.94662271Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63244"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:44.946930965Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"a22ff455-2b5a-4d13-80b2-eb23ac97b563","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:44.946968676Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"a22ff455-2b5a-4d13-80b2-eb23ac97b563","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:44.946976496Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"a22ff455-2b5a-4d13-80b2-eb23ac97b563","remote_addr":"[fd00:1122:3344:101::c]:63244","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":237,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:45.920764032Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::c]:13104","req_id":"9c1bdaee-a27c-49ce-b45a-cb8f6a9515ce","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.103570435Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63377"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.103829809Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"757ca12f-5249-4236-aabc-3f22eb323ec4","remote_addr":"[fd00:1122:3344:101::c]:63377","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.555343485Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52250"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.555966885Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"83579cb7-cce2-4cc4-b549-5febc6c44b2c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.555994266Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"83579cb7-cce2-4cc4-b549-5febc6c44b2c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.556025036Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"83579cb7-cce2-4cc4-b549-5febc6c44b2c","remote_addr":"[fd00:1122:3344:101::a]:52250","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":515,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.683034924Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54777"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.683428921Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"5516b6ae-74a1-4d9d-b548-b0e6440b582b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.683480982Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"5516b6ae-74a1-4d9d-b548-b0e6440b582b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.683492572Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"5516b6ae-74a1-4d9d-b548-b0e6440b582b","remote_addr":"[fd00:1122:3344:101::b]:54777","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":306,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:47.543956041Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::a]:6724","req_id":"bb4641a3-3894-4bbc-ae13-63797765adbb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:47.74863579Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63521"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:47.748903265Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"bb804908-9fff-4a53-a198-c4e01c860061","remote_addr":"[fd00:1122:3344:101::a]:63521","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:48.165098939Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::b]:12204","req_id":"55e7d661-44d8-4704-a9dd-a63f84c54be5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:48.279456175Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62778"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:48.279701459Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"92b1f659-6cc1-435c-beda-b2b6ddb33764","remote_addr":"[fd00:1122:3344:101::b]:62778","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:53.599059122Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:64426","req_id":"a8da14fc-1f25-48a3-ba8d-9f63c40b290c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:03.601050099Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:58140","req_id":"bd504ec9-8d48-4640-85b5-2d75f062f69e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:13.601706806Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:64462","req_id":"dfe46648-da35-4e75-85c2-6c350026e43a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:23.603305863Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:55725","req_id":"9d542f45-825b-431b-b3f4-55138093b862","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:33.606000886Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:64066","req_id":"cb4d66b9-d332-4246-bd06-890b1ba8c657","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:43.607575819Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:61364","req_id":"fe7c40ec-17a4-485b-bb0b-0932925b106a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:44.946164169Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41836"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:44.946433554Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"9a64de1b-d5d2-4f00-8d09-148c2bc30db7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:44.946452844Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"9a64de1b-d5d2-4f00-8d09-148c2bc30db7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:44.946577166Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"9a64de1b-d5d2-4f00-8d09-148c2bc30db7","remote_addr":"[fd00:1122:3344:101::c]:41836","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":183,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.290384664Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35325"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.290675678Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"96d51563-060b-46c0-808e-0d168768e92f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.290870972Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"96d51563-060b-46c0-808e-0d168768e92f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.290885262Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"96d51563-060b-46c0-808e-0d168768e92f","remote_addr":"[fd00:1122:3344:101::a]:35325","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":185,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.296541397Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42582"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.296856042Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"3abf027c-8709-4de3-a851-1a9b403b1340","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.296880152Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"3abf027c-8709-4de3-a851-1a9b403b1340","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.296917243Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"3abf027c-8709-4de3-a851-1a9b403b1340","remote_addr":"[fd00:1122:3344:101::b]:42582","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:46.310365308Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::c]:64719","req_id":"b7fe9297-1cab-450d-b3ec-0b362c14014d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.70431916Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39265"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.704656646Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"6307f303-acb7-43ec-b687-71eea42f22a2","remote_addr":"[fd00:1122:3344:101::c]:39265","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":276,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:47.783200449Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::a]:8114","req_id":"98b73450-3243-44dd-894f-ce00f9de4649","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:47.789687648Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::b]:8427","req_id":"4d399e58-3abc-4b64-a92b-346f8a03fd81","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:47.88350018Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56831"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:47.883805015Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"9407c13e-25ad-4079-9e45-2aaf705aa777","remote_addr":"[fd00:1122:3344:101::a]:56831","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":256,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:47.919526293Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33552"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:47.919761727Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"a49fdab7-12c4-4db0-8840-45539314db2e","remote_addr":"[fd00:1122:3344:101::b]:33552","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22528,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:53.609641561Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:58180","req_id":"0f1ba130-8014-4055-bbad-926f801ad297","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:03.61163284Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:54184","req_id":"2f22b696-3470-4468-9109-4661d03ac0fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28528,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:13.613148263Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:51534","req_id":"fd661cab-22a3-4b83-8d24-9ba423d951a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:20.799106067Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:62583","req_id":"830f2ee0-e41e-4e6f-a8de-caaab3ac6332","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:20.80346819Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:46131","req_id":"b50bdc8b-edc1-4b05-a282-a41b25c2216d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:20.809580233Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:53864","req_id":"b8708696-8bf0-441f-b822-5d385bda7a7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:23.615453891Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:56482","req_id":"add59a34-9be3-410d-9cb7-d87748c2b3d9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:33.617724239Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:51210","req_id":"9eab8b90-26fc-49aa-9b95-677869617da9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26480,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:43.6197409Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:57630","req_id":"3a40da42-940c-475a-bb63-ca598988f738","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:44.946971971Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51541"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:44.947208105Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"68623b8d-3087-46c8-a538-067c66641f45","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:44.947227375Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"68623b8d-3087-46c8-a538-067c66641f45","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:44.947238415Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"68623b8d-3087-46c8-a538-067c66641f45","remote_addr":"[fd00:1122:3344:101::c]:51541","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":183,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20315,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:46.251021232Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::c]:53797","req_id":"17d34b37-2a43-4f27-9500-4fed34a2bc12","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.291649933Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61874"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.291956678Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"e05edb86-d0a6-48ae-a83f-5a588ff2a355","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.291978338Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"e05edb86-d0a6-48ae-a83f-5a588ff2a355","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.291985598Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"e05edb86-d0a6-48ae-a83f-5a588ff2a355","remote_addr":"[fd00:1122:3344:101::a]:61874","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":238,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.295980665Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54007"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.296305411Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"e9854048-8b34-43fd-8c2e-c4ddf6a75791","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.296328111Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"new_generation":1,"req_id":"e9854048-8b34-43fd-8c2e-c4ddf6a75791","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.296341962Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"PUT","req_id":"e9854048-8b34-43fd-8c2e-c4ddf6a75791","remote_addr":"[fd00:1122:3344:101::b]:54007","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.421918866Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41761"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.422231031Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"32bdc2e4-f989-4e09-ad90-fab27681e0ee","remote_addr":"[fd00:1122:3344:101::c]:41761","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":267,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:47.418432204Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::a]:29345","req_id":"b6be42be-af59-4a8d-8d59-51d5efd5168e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:47.418591557Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::b]:48701","req_id":"94982ef8-6e9b-482d-9c13-ece4b748c63c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:47.519248774Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35415"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:47.519491608Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"96346552-df85-4f64-b571-97ac6f645e39","remote_addr":"[fd00:1122:3344:101::a]:35415","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:47.559100641Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34069"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:47.559332845Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"uri":"/config","method":"GET","req_id":"2ae11bf6-8ca2-4d99-a005-c418c8280699","remote_addr":"[fd00:1122:3344:101::b]:34069","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:53.621017139Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::d]:54022","req_id":"a8cb07c7-42df-4072-ab1e-c972e09325ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 48,\n 98,\n 100,\n 56,\n 100,\n 49,\n 53,\n 45,\n 57,\n 50,\n 57,\n 52,\n 45,\n 52,\n 53,\n 55,\n 100,\n 45,\n 98,\n 99,\n 50,\n 97,\n 45,\n 54,\n 57,\n 99,\n 49,\n 97,\n 57,\n 102,\n 101,\n 99,\n 49,\n 50,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.202472423Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::1b]:65108","req_id":"c46dfc36-ba42-448a-98ad-f7fcf89f4972","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 101,\n 57,\n 52,\n 100,\n 57,\n 55,\n 51,\n 45,\n 52,\n 56,\n 53,\n 52,\n 45,\n 52,\n 99,\n 50,\n 101,\n 45,\n 56,\n 55,\n 52,\n 100,\n 45,\n 99,\n 57,\n 55,\n 51,\n 49,\n 102,\n 56,\n 102,\n 50,\n 48,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.210825363Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::6]:34659","req_id":"31b1fcf2-bdd5-4011-b255-d012f9acb8eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 101,\n 57,\n 52,\n 100,\n 57,\n 55,\n 51,\n 45,\n 52,\n 56,\n 53,\n 52,\n 45,\n 52,\n 99,\n 50,\n 101,\n 45,\n 56,\n 55,\n 52,\n 100,\n 45,\n 99,\n 57,\n 55,\n 51,\n 49,\n 102,\n 56,\n 102,\n 50,\n 48,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.211332921Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::6]:47681","req_id":"94c1e9ae-f587-4dc9-b0c8-2e38a9aded41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 55,\n 49,\n 98,\n 99,\n 54,\n 57,\n 99,\n 45,\n 98,\n 51,\n 102,\n 98,\n 45,\n 52,\n 49,\n 55,\n 54,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 49,\n 99,\n 50,\n 50,\n 49,\n 51,\n 56,\n 55,\n 52,\n 52,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.223512096Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::e]:58864","req_id":"124335db-fe21-4dc4-b16d-a879b3dbcdc1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 55,\n 49,\n 98,\n 99,\n 54,\n 57,\n 99,\n 45,\n 98,\n 51,\n 102,\n 98,\n 45,\n 52,\n 49,\n 55,\n 54,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 49,\n 99,\n 50,\n 50,\n 49,\n 51,\n 56,\n 55,\n 52,\n 52,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.224008594Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::e]:55675","req_id":"0ff689f6-0122-41d5-bf6e-ce63f270a27b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 99,\n 49,\n 50,\n 99,\n 49,\n 53,\n 98,\n 45,\n 52,\n 100,\n 54,\n 97,\n 45,\n 52,\n 52,\n 99,\n 99,\n 45,\n 98,\n 55,\n 49,\n 55,\n 45,\n 99,\n 48,\n 51,\n 102,\n 101,\n 99,\n 53,\n 101,\n 55,\n 100,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.229986344Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::4]:57551","req_id":"d99c7bc4-20b5-4e89-a080-805a85bd3144","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 99,\n 49,\n 50,\n 99,\n 49,\n 53,\n 98,\n 45,\n 52,\n 100,\n 54,\n 97,\n 45,\n 52,\n 52,\n 99,\n 99,\n 45,\n 98,\n 55,\n 49,\n 55,\n 45,\n 99,\n 48,\n 51,\n 102,\n 101,\n 99,\n 53,\n 101,\n 55,\n 100,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.230449252Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::4]:49987","req_id":"216178cd-149b-4feb-a24f-9f2b18276ccb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 56,\n 55,\n 54,\n 49,\n 49,\n 97,\n 50,\n 45,\n 56,\n 97,\n 54,\n 101,\n 45,\n 52,\n 102,\n 98,\n 102,\n 45,\n 57,\n 102,\n 50,\n 101,\n 45,\n 99,\n 51,\n 102,\n 57,\n 50,\n 101,\n 53,\n 99,\n 55,\n 54,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.275237822Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::3]:40647","req_id":"851d6c1f-16ea-4b72-bb28-80793a6fe769","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 56,\n 55,\n 54,\n 49,\n 49,\n 97,\n 50,\n 45,\n 56,\n 97,\n 54,\n 101,\n 45,\n 52,\n 102,\n 98,\n 102,\n 45,\n 57,\n 102,\n 50,\n 101,\n 45,\n 99,\n 51,\n 102,\n 57,\n 50,\n 101,\n 53,\n 99,\n 55,\n 54,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.275827992Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::3]:40634","req_id":"e2b9bc69-a7b2-4183-a7bd-9a070a7ef779","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 55,\n 55,\n 55,\n 57,\n 55,\n 97,\n 97,\n 45,\n 50,\n 52,\n 54,\n 56,\n 45,\n 52,\n 53,\n 56,\n 56,\n 45,\n 57,\n 49,\n 99,\n 100,\n 45,\n 101,\n 57,\n 54,\n 101,\n 55,\n 98,\n 48,\n 49,\n 53,\n 101,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.395181421Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::5]:64269","req_id":"31849d65-e810-4c44-a245-e695208d4efc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 55,\n 55,\n 55,\n 57,\n 55,\n 97,\n 97,\n 45,\n 50,\n 52,\n 54,\n 56,\n 45,\n 52,\n 53,\n 56,\n 56,\n 45,\n 57,\n 49,\n 99,\n 100,\n 45,\n 101,\n 57,\n 54,\n 101,\n 55,\n 98,\n 48,\n 49,\n 53,\n 101,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.395638379Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::5]:50596","req_id":"6ce1daf2-90cd-49b1-8639-e5e0425bcd0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 98,\n 100,\n 50,\n 55,\n 54,\n 56,\n 102,\n 45,\n 97,\n 55,\n 102,\n 54,\n 45,\n 52,\n 48,\n 51,\n 52,\n 45,\n 97,\n 49,\n 97,\n 97,\n 45,\n 101,\n 56,\n 97,\n 48,\n 49,\n 57,\n 98,\n 49,\n 100,\n 100,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.401542308Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::7]:37967","req_id":"35137f6f-8094-4dea-8d7a-0056e57b5c3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 98,\n 100,\n 50,\n 55,\n 54,\n 56,\n 102,\n 45,\n 97,\n 55,\n 102,\n 54,\n 45,\n 52,\n 48,\n 51,\n 52,\n 45,\n 97,\n 49,\n 97,\n 97,\n 45,\n 101,\n 56,\n 97,\n 48,\n 49,\n 57,\n 98,\n 49,\n 100,\n 100,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.402050607Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::7]:44680","req_id":"bd581a53-0cff-4fd8-80a1-b1a406f3783a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.902265249Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::2]:35133","req_id":"f4c0b742-b4f0-466f-a76e-a1d1b9de9e30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.902757137Z","hostname":"oxz_internal_dns_d62b1b04-5ec7-432e-b3e3-13f886e8c96b","pid":5536,"peer_addr":"[fd00:1122:3344:101::2]:48042","req_id":"2cca94a6-2e3d-4de6-b4dd-a63d9e4a5569","component":"dns"}