[ Jul 29 16:39:06 Enabled. ] [ Jul 29 16:39:06 Rereading configuration. ] [ Jul 29 16:39:06 Rereading configuration. ] [ Jul 29 16:39:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 29 16:39:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.19732056Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.197441403Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.218900281Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.218921101Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.218968412Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.21930945Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.373789466Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:55970"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.374485642Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"5635dccf-2cf6-4895-8c7d-b608a2d4bd2c","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.374501243Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.387075565Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.387105265Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"5635dccf-2cf6-4895-8c7d-b608a2d4bd2c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.387112215Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"PUT","req_id":"5635dccf-2cf6-4895-8c7d-b608a2d4bd2c","remote_addr":"[fd00:1122:3344:3::2]:55970","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13012,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.696679948Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::1b]:41659","req_id":"bd1ec1d1-ad88-48e7-871f-885c7c070eb0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.701035409Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::1b]:60754","req_id":"d1a56727-11bb-4a08-bf7a-add22d28a028","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.705051602Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::1b]:33356","req_id":"add1c9ef-5486-4b0c-9a64-f966676d62bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.693718963Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::1b]:62766","req_id":"a0b8d424-c331-4cb2-b957-2f4ed731be59","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.699097828Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::1b]:34643","req_id":"bd61a481-51c4-47fb-bd20-5bcd9f8902a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.703951251Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::1b]:50978","req_id":"05a79b99-7979-4ccd-8b7b-80d3e741c16c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:41.384881521Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:51427","req_id":"160c6f0d-d9c1-4fdf-a153-7ba06ed50b7a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:51.357139027Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:53277","req_id":"0b969852-3d08-437f-a94d-6ab21a17cbd8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:54.390093031Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::a]:49314","req_id":"d3b50043-384e-4830-9ca8-5506f1b162ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:55.233315535Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::b]:4270","req_id":"73ad3940-6ec5-4158-8cd0-e425d0977099","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:55.472835744Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::c]:47905","req_id":"1f90cb7c-8b1a-4392-936d-12f9ffd82324","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.665171312Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49738"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.670847754Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36136"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.726759082Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"e5c7ea1b-ea6b-4ba7-bd8e-6f221a72a10d","remote_addr":"[fd00:1122:3344:101::c]:36136","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":35155,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.726838864Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"3ece51a9-5cd2-44de-85ca-0861ba895fc3","remote_addr":"[fd00:1122:3344:101::b]:49738","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":35157,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.324224331Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::e]:44763","req_id":"1903a1ed-4eed-4cc5-a308-51d7ee243a36","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.325416769Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::e]:65029","req_id":"2dbb0e77-c53c-4ac6-838e-08a20236e7c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7706,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.998811831Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::b]:33659","req_id":"4b1db1b8-050b-44f8-9dc9-a1229f491192","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:58.225506443Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39066"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:58.22578934Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"1053ecd6-af54-48a2-88ec-cd5e3880e7e4","remote_addr":"[fd00:1122:3344:101::b]:39066","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:59.159234859Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::b]:31739","req_id":"b5db51b6-aa72-4ff1-8a42-5406aaafc48a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.242648095Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52815"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.243836452Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"bc975285-b91c-4149-aff5-5e483ce8e166","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.243851773Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"bc975285-b91c-4149-aff5-5e483ce8e166","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.243915544Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"PUT","req_id":"bc975285-b91c-4149-aff5-5e483ce8e166","remote_addr":"[fd00:1122:3344:101::b]:52815","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":356,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.298916231Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44988"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.299198528Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"a2faf8c8-1eff-4189-9e8e-f8be5813393c","remote_addr":"[fd00:1122:3344:101::b]:44988","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33528,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:00.468630234Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::b]:1885","req_id":"d6786e86-5685-4f56-a506-28900d35c061","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:00.594420144Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62194"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:00.594664189Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"4f0b1264-566b-4fe8-9c25-e1a5ec8bb037","remote_addr":"[fd00:1122:3344:101::b]:62194","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:01.358827269Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:57369","req_id":"943588b9-5934-4299-9fee-152a3725345b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:05.52301506Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::a]:5908","req_id":"77c7a039-495b-463d-9b38-665fcf2679bd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:05.821887348Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37355"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:05.822194195Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"906f34b2-977b-4560-973b-f3debc80e2ed","remote_addr":"[fd00:1122:3344:101::a]:37355","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:06.404528033Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::c]:59631","req_id":"b1d4a862-3ec2-46fa-b70d-deb3d83c7d84","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:06.51597021Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63263"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:06.516238696Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"937f8d2f-896d-4a91-bc6f-17b7a0d3c463","remote_addr":"[fd00:1122:3344:101::c]:63263","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:11.361273616Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:54373","req_id":"9c24064a-4df5-4906-8aed-d0a45f6c42bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:21.362254019Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:64824","req_id":"ea6aeb9e-455d-46bb-a0fd-479d6b102375","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:31.363925307Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:51925","req_id":"5e801e82-9461-4b71-9339-4ef7c9fe94e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8955,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:41.366123813Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:64174","req_id":"d65dab22-3701-46f0-b22c-3f74a792bc98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:51.367944346Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:56362","req_id":"106567c3-fc54-415b-a3ed-8d94a72ec2de","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.208877071Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57975"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.210851348Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"e60b697d-c2d4-46f3-ab10-ab8bd8faadb5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.2108951Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"e60b697d-c2d4-46f3-ab10-ab8bd8faadb5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.2109308Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"PUT","req_id":"e60b697d-c2d4-46f3-ab10-ab8bd8faadb5","remote_addr":"[fd00:1122:3344:101::a]:57975","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":385,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.102183257Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52300"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.104047261Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"e35d80f9-1c46-4744-9a97-c5e4a2415824","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.104095762Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"e35d80f9-1c46-4744-9a97-c5e4a2415824","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.104103322Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"PUT","req_id":"e35d80f9-1c46-4744-9a97-c5e4a2415824","remote_addr":"[fd00:1122:3344:101::b]:52300","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":267,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.437408729Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32949"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.439162099Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"12d7d45e-7edb-4245-8ece-4284b6f35912","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.4392081Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"12d7d45e-7edb-4245-8ece-4284b6f35912","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.439257361Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"PUT","req_id":"12d7d45e-7edb-4245-8ece-4284b6f35912","remote_addr":"[fd00:1122:3344:101::c]:32949","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":315,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:55.634033422Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::a]:36994","req_id":"d351cf8d-88f3-4d61-b72c-58f5ea28e21e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.745574591Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50388"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.745842207Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"14b26679-2964-49bc-bc83-c969fad1d3a3","remote_addr":"[fd00:1122:3344:101::a]:50388","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:56.154330919Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::b]:53989","req_id":"f48ae9a4-2f9e-4b83-a472-e0c93fc797ce","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.258139919Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50970"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.258423266Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"2f2845c8-2751-40af-bfee-d8f5ffa9cc15","remote_addr":"[fd00:1122:3344:101::b]:50970","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:56.579847086Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::c]:39896","req_id":"042a0a2e-1711-4958-be1b-22c9ed7de6f7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.772912828Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47463"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.773139973Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"797d8479-06f3-402d-bb5f-3b582b759221","remote_addr":"[fd00:1122:3344:101::c]:47463","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:01.369395287Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:61039","req_id":"a1603d98-941c-406e-9d12-ad83f7e81a27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:11.370424285Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:60234","req_id":"c3615cac-902a-4946-927d-4aab83fb7adc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:21.372777989Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:59680","req_id":"ba644a29-9c25-43f0-a843-861a8499c3ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:31.375066922Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:61163","req_id":"11cd8c51-7080-4070-a9bf-75807503c80b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:41.376491755Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:60933","req_id":"cd4446b3-65f7-4d69-a759-52a1d71a9d94","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52784,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:51.378136976Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:63762","req_id":"96a3b9b2-4e3e-496b-9b08-886e7fae42f7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.124004399Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53452"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125506914Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"f3f9c650-f6fd-46ad-b56a-eef7b29c2a7a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125639117Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"f3f9c650-f6fd-46ad-b56a-eef7b29c2a7a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125650367Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"PUT","req_id":"f3f9c650-f6fd-46ad-b56a-eef7b29c2a7a","remote_addr":"[fd00:1122:3344:101::a]:53452","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:54.895584687Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::a]:61699","req_id":"85af1629-68f4-446c-98a0-46d6d319d9e6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.994706458Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55079"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.994934913Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"a40c7cae-b289-4ebc-9cc0-4c6817f86c39","remote_addr":"[fd00:1122:3344:101::a]:55079","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.101459646Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54398"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103189126Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"5a7050c8-3ead-4b7e-8d2d-fa916ebea83c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103226407Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"5a7050c8-3ead-4b7e-8d2d-fa916ebea83c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103260278Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"PUT","req_id":"5a7050c8-3ead-4b7e-8d2d-fa916ebea83c","remote_addr":"[fd00:1122:3344:101::b]:54398","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.199577774Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56913"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201662432Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"a8967594-ef6b-4356-bf11-5943995d5fb5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201874947Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"new_generation":1,"req_id":"a8967594-ef6b-4356-bf11-5943995d5fb5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201889348Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"PUT","req_id":"a8967594-ef6b-4356-bf11-5943995d5fb5","remote_addr":"[fd00:1122:3344:101::c]:56913","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":286,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50689,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:56.395131026Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::c]:54965","req_id":"022f348f-2dba-439c-8293-cda02c07e54a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:56.400559492Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::b]:5230","req_id":"254c6c3b-230b-4487-aeab-88425ab3cbde","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.501962335Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47840"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.502328073Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"9149d6a2-0461-45e2-aded-7b07f15b3a68","remote_addr":"[fd00:1122:3344:101::c]:47840","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.592375264Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44146"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.592606409Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"uri":"/config","method":"GET","req_id":"c2de3a6a-021a-4b96-9fd8-7753623e0d56","remote_addr":"[fd00:1122:3344:101::b]:44146","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 49,\n 57,\n 57,\n 51,\n 55,\n 54,\n 102,\n 45,\n 57,\n 102,\n 98,\n 101,\n 45,\n 52,\n 101,\n 56,\n 100,\n 45,\n 97,\n 99,\n 48,\n 102,\n 45,\n 50,\n 99,\n 49,\n 50,\n 49,\n 100,\n 48,\n 51,\n 54,\n 55,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.03500029Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::3]:51651","req_id":"5caa9c18-e879-4322-90cd-1814278f50d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 49,\n 57,\n 57,\n 51,\n 55,\n 54,\n 102,\n 45,\n 57,\n 102,\n 98,\n 101,\n 45,\n 52,\n 101,\n 56,\n 100,\n 45,\n 97,\n 99,\n 48,\n 102,\n 45,\n 50,\n 99,\n 49,\n 50,\n 49,\n 100,\n 48,\n 51,\n 54,\n 55,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.035474421Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::3]:35521","req_id":"3cb36ee1-cea3-4def-9c54-41de2094f976","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 56,\n 50,\n 102,\n 97,\n 102,\n 98,\n 45,\n 54,\n 98,\n 51,\n 49,\n 45,\n 52,\n 101,\n 98,\n 55,\n 45,\n 97,\n 99,\n 54,\n 50,\n 45,\n 52,\n 50,\n 53,\n 53,\n 97,\n 101,\n 100,\n 51,\n 99,\n 48,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.087405077Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::5]:37909","req_id":"6979b477-164a-4661-8746-209627a2e5c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 56,\n 57,\n 97,\n 51,\n 53,\n 98,\n 57,\n 45,\n 101,\n 98,\n 54,\n 101,\n 45,\n 52,\n 48,\n 56,\n 97,\n 45,\n 97,\n 48,\n 49,\n 97,\n 45,\n 101,\n 57,\n 56,\n 51,\n 57,\n 97,\n 98,\n 51,\n 52,\n 99,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.087774905Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::4]:38101","req_id":"c29d2a65-7666-4d13-8642-eca133f10793","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 56,\n 50,\n 102,\n 97,\n 102,\n 98,\n 45,\n 54,\n 98,\n 51,\n 49,\n 45,\n 52,\n 101,\n 98,\n 55,\n 45,\n 97,\n 99,\n 54,\n 50,\n 45,\n 52,\n 50,\n 53,\n 53,\n 97,\n 101,\n 100,\n 51,\n 99,\n 48,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.087815106Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::5]:58005","req_id":"dfe32124-f71a-4a21-ae2c-4bd8756f698a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 56,\n 57,\n 97,\n 51,\n 53,\n 98,\n 57,\n 45,\n 101,\n 98,\n 54,\n 101,\n 45,\n 52,\n 48,\n 56,\n 97,\n 45,\n 97,\n 48,\n 49,\n 97,\n 45,\n 101,\n 57,\n 56,\n 51,\n 57,\n 97,\n 98,\n 51,\n 52,\n 99,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.088280987Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::4]:63374","req_id":"6a06be2d-c55c-4bdd-878c-74170ee18a76","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 98,\n 54,\n 52,\n 54,\n 48,\n 53,\n 45,\n 51,\n 57,\n 48,\n 49,\n 45,\n 52,\n 48,\n 100,\n 99,\n 45,\n 98,\n 48,\n 57,\n 48,\n 45,\n 56,\n 99,\n 49,\n 48,\n 56,\n 54,\n 56,\n 53,\n 57,\n 49,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.09011024Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::7]:42676","req_id":"b1bd8316-4efc-45bf-8329-e4ec050de202","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 98,\n 54,\n 52,\n 54,\n 48,\n 53,\n 45,\n 51,\n 57,\n 48,\n 49,\n 45,\n 52,\n 48,\n 100,\n 99,\n 45,\n 98,\n 48,\n 57,\n 48,\n 45,\n 56,\n 99,\n 49,\n 48,\n 56,\n 54,\n 56,\n 53,\n 57,\n 49,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.090663992Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::7]:56960","req_id":"d39543f9-a22c-4f75-8474-5a5164718e3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.633732968Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::e]:51626","req_id":"ceb2d788-d5d6-4a55-a729-a52346f9b283","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.634317942Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::e]:36460","req_id":"29737a9f-c739-4c1a-a2b4-c28a92620263","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 57,\n 53,\n 55,\n 101,\n 98,\n 101,\n 45,\n 53,\n 101,\n 52,\n 57,\n 45,\n 52,\n 57,\n 55,\n 55,\n 45,\n 97,\n 52,\n 50,\n 101,\n 45,\n 49,\n 53,\n 51,\n 52,\n 54,\n 52,\n 98,\n 51,\n 99,\n 56,\n 52,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.013402692Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::6]:33454","req_id":"6e4af753-bebf-4c76-bdbe-84d82b26b242","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 57,\n 53,\n 55,\n 101,\n 98,\n 101,\n 45,\n 53,\n 101,\n 52,\n 57,\n 45,\n 52,\n 57,\n 55,\n 55,\n 45,\n 97,\n 52,\n 50,\n 101,\n 45,\n 49,\n 53,\n 51,\n 52,\n 54,\n 52,\n 98,\n 51,\n 99,\n 56,\n 52,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.014039167Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::6]:41435","req_id":"091b3610-7dd3-4124-a8f1-ce8f88f7e3d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 52,\n 53,\n 97,\n 53,\n 99,\n 48,\n 99,\n 97,\n 45,\n 57,\n 56,\n 98,\n 99,\n 45,\n 52,\n 48,\n 98,\n 52,\n 45,\n 56,\n 57,\n 50,\n 101,\n 45,\n 101,\n 51,\n 102,\n 53,\n 51,\n 98,\n 48,\n 56,\n 54,\n 98,\n 49,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.110958086Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::1b]:58620","req_id":"51d56504-da07-41e5-909d-6d2653be5abf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.281141137Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::2]:63300","req_id":"89d22a6b-6acd-4dcd-9b5d-4fb705ab455a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.2817127Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::2]:38084","req_id":"b86d6afd-955a-4bd0-a121-3054c7f33e14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.379699915Z","hostname":"oxz_internal_dns_65287878-654b-4f03-8a02-3d69eb384d7c","pid":5371,"peer_addr":"[fd00:1122:3344:101::d]:56899","req_id":"3081cf4d-0115-45cb-8f73-5ccc50f330b8","component":"dns"}