[ May 19 02:41:06 Enabled. ] [ May 19 02:41:06 Rereading configuration. ] [ May 19 02:41:07 Rereading configuration. ] [ May 19 02:41:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 19 02:41:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:08.39481498Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:08.394985382Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:08.414085148Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:08.414110438Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:08.414147248Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:08.414437601Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:10.030943278Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:60150"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:10.031750806Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"04823668-0f77-45e6-9ed9-14529e9bb3ee","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:10.031783126Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:10.044137383Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:10.044168764Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"04823668-0f77-45e6-9ed9-14529e9bb3ee","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:41:10.044199754Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"PUT","req_id":"04823668-0f77-45e6-9ed9-14529e9bb3ee","remote_addr":"[fd00:1122:3344:1::2]:60150","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12853,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:41:21.806044154Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::1b]:43357","req_id":"9c01b310-1dc2-4c5b-9266-fabcb9e9cc67","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:41:21.81054032Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::1b]:37152","req_id":"97361cd8-8ef9-4f77-8c98-9d238051baef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:41:21.815634812Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::1b]:42735","req_id":"4349a2ef-91d4-446f-8902-30afc3e044a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:19.197835877Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:53254","req_id":"712367bd-a414-4848-8d4a-9f6396a394b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 97,\n 57,\n 50,\n 99,\n 48,\n 50,\n 45,\n 102,\n 48,\n 56,\n 102,\n 45,\n 52,\n 51,\n 97,\n 49,\n 45,\n 97,\n 100,\n 48,\n 48,\n 45,\n 102,\n 55,\n 102,\n 48,\n 97,\n 55,\n 102,\n 53,\n 50,\n 56,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:24.165226798Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::e]:41802","req_id":"1a701874-5f30-4870-b434-52ddb25154b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 97,\n 57,\n 50,\n 99,\n 48,\n 50,\n 45,\n 102,\n 48,\n 56,\n 102,\n 45,\n 52,\n 51,\n 97,\n 49,\n 45,\n 97,\n 100,\n 48,\n 48,\n 45,\n 102,\n 55,\n 102,\n 48,\n 97,\n 55,\n 102,\n 53,\n 50,\n 56,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:24.21516056Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::e]:58747","req_id":"bae73385-cf87-4036-897f-249f7f041a43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:29.17853527Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:59805","req_id":"0993ac30-2fde-4569-a9ca-e9a944ed1e91","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:29.848581436Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::a]:59607","req_id":"0ad96163-e25c-4e76-97cf-38ca611410c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:29.851604477Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::b]:4701","req_id":"775a0c69-bc29-44c4-b41b-82a32afd38af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:30.34991207Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::c]:31731","req_id":"04b60cb8-1c14-4873-bf52-171e63d69a71","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.220819976Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61282"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.282980044Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"6d32151d-67b0-4f0b-90d6-575b5ef7da73","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.283055245Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"6d32151d-67b0-4f0b-90d6-575b5ef7da73","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.283062965Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"PUT","req_id":"6d32151d-67b0-4f0b-90d6-575b5ef7da73","remote_addr":"[fd00:1122:3344:101::b]:61282","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":23936,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.856640721Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41837"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.856713861Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49578"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.856796742Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58293"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.872366142Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"caf27a83-abac-4bba-a337-761d587494ff","remote_addr":"[fd00:1122:3344:101::c]:58293","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":15475,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.872434513Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"ad479647-a3b3-4f0d-a96f-1f3d37badcef","remote_addr":"[fd00:1122:3344:101::a]:49578","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":15544,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:31.872489563Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"8e0ac653-d4b1-485a-a537-0223b46b73b5","remote_addr":"[fd00:1122:3344:101::b]:41837","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":15612,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:32.183568234Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::b]:38410","req_id":"c3d46f44-a0f6-473b-8749-aa4010721053","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:32.309519587Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45880"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:32.30980815Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"0fcf7027-c0af-434f-b9bf-8525c350e188","remote_addr":"[fd00:1122:3344:101::b]:45880","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:32.710025327Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::b]:41423","req_id":"b21a6c63-bee7-48a0-86d1-7074fa470466","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:32.852162395Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57810"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:32.852453309Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"421dc7d7-c0c7-4e1a-834d-76003858c28c","remote_addr":"[fd00:1122:3344:101::b]:57810","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:39.180592532Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:50516","req_id":"6b309b55-e388-4993-8bc3-744dee56d381","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:40.328191748Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::a]:26300","req_id":"01d60c74-5bff-4f5d-b8c6-a47272f7d007","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:40.432568119Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58143"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:40.432793531Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"19941d72-c4ff-4f26-861d-4ace697b1f47","remote_addr":"[fd00:1122:3344:101::a]:58143","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:40.796501404Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::c]:49290","req_id":"8fa00a93-8b7d-40db-8ed0-058db7996564","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:40.897638841Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61711"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:42:40.897929524Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"494d4800-e9d6-4f74-98b4-346e407a7f41","remote_addr":"[fd00:1122:3344:101::c]:61711","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:45.832210955Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::1b]:52958","req_id":"f1d2cd1d-9708-4175-bb3a-a0dda0e40371","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:45.83658588Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::1b]:38112","req_id":"317f5337-858a-4732-899b-ed30ce1103fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:45.840884774Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::1b]:55298","req_id":"d65b3c46-0f60-4257-97fa-abeb405f0967","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:49.181806296Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:62632","req_id":"2335c58a-7da0-46fb-bf01-6c77228e77a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:42:59.184638189Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:64526","req_id":"44dceef6-5013-43c8-88b9-c05837f810ba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6417,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:09.187487457Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:65076","req_id":"a6d66c3d-92f2-4876-a28a-77f69479c62c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:19.189892331Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:58174","req_id":"a5e3d1a7-4160-4470-893e-2718c9683efa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:29.191379919Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:51482","req_id":"71a5be3e-9474-4921-ab0a-98c0a86281da","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:29.523205684Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44703"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:29.52474882Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"4a809e87-228d-49b7-9f5f-a52f2a985a3a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:29.52479982Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"4a809e87-228d-49b7-9f5f-a52f2a985a3a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:29.52480985Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"PUT","req_id":"4a809e87-228d-49b7-9f5f-a52f2a985a3a","remote_addr":"[fd00:1122:3344:101::b]:44703","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":319,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:29.670472735Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53648"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:29.671988431Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"13491738-c828-41af-9ee1-b065871e2171","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:29.672031591Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"13491738-c828-41af-9ee1-b065871e2171","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:29.672061632Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"PUT","req_id":"13491738-c828-41af-9ee1-b065871e2171","remote_addr":"[fd00:1122:3344:101::a]:53648","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":310,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:30.343500651Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34401"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:30.345919546Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"271e90e7-d9aa-4ebd-99bb-63d7a276ba51","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:30.345965306Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"271e90e7-d9aa-4ebd-99bb-63d7a276ba51","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:30.345975367Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"PUT","req_id":"271e90e7-d9aa-4ebd-99bb-63d7a276ba51","remote_addr":"[fd00:1122:3344:101::c]:34401","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":215,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55372,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:30.553736728Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::a]:62433","req_id":"f3fe0b03-7477-46cd-851f-b381dd9cb638","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:30.659229621Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44201"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:30.659485924Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"cbfa6258-c80a-470f-b979-b4c5b2bcf40d","remote_addr":"[fd00:1122:3344:101::a]:44201","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:30.980753041Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::c]:7021","req_id":"172ba56b-930c-4b05-bdf6-608af10480fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:30.981264266Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::b]:58819","req_id":"75c96598-6088-4071-b017-b95c5a548fb1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:31.087566837Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39249"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:31.0878752Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"08529a34-93ff-483c-9ef1-021822cc33b0","remote_addr":"[fd00:1122:3344:101::c]:39249","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":236,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:31.126739788Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36511"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:43:31.126987181Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"356535af-4c47-4849-8851-81312b1a5180","remote_addr":"[fd00:1122:3344:101::b]:36511","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:39.192860667Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:58611","req_id":"2ca52f35-2fb6-4203-b290-da4f3930f771","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:49.194455715Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:56067","req_id":"6715cc0d-1401-45b4-bfa9-f0b281a9b0e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:43:59.196450378Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:51409","req_id":"e28f7794-fa97-45a6-a56d-340f1a72fddd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12334,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:09.198814694Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:64782","req_id":"af15eb6e-c170-4889-a02c-95c4da8130d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:19.200983939Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:63044","req_id":"1a08ae8c-db73-4186-a6e2-b852c522c789","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:29.202421676Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:62353","req_id":"3e3e654e-fd03-4bad-9fe2-83e12cbdabd9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:29.508922661Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38421"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:29.510316066Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"b790cec7-5477-4cbe-b60e-3ee9ea2f6053","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:29.510347456Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"b790cec7-5477-4cbe-b60e-3ee9ea2f6053","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:29.510383366Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"PUT","req_id":"b790cec7-5477-4cbe-b60e-3ee9ea2f6053","remote_addr":"[fd00:1122:3344:101::a]:38421","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:29.524253089Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57635"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:29.526175748Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"1989449a-d278-4765-8ce4-5204755ded89","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:29.526433961Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"1989449a-d278-4765-8ce4-5204755ded89","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:29.526480211Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"PUT","req_id":"1989449a-d278-4765-8ce4-5204755ded89","remote_addr":"[fd00:1122:3344:101::b]:57635","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":261,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:30.103564363Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52852"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:30.10521205Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"10eb42bb-c407-49fc-88e0-ce6fe8c8fbd2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:30.10524491Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"new_generation":1,"req_id":"10eb42bb-c407-49fc-88e0-ce6fe8c8fbd2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:30.105316231Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"PUT","req_id":"10eb42bb-c407-49fc-88e0-ce6fe8c8fbd2","remote_addr":"[fd00:1122:3344:101::c]:52852","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":233,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:30.421190412Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::a]:60540","req_id":"a479a510-acf1-4cf3-bf90-b0bc477b8254","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:30.470384389Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::b]:29985","req_id":"3f94925a-c4d5-4c22-85fc-035800390e0a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:30.534477745Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56634"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:30.534714157Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"1303af33-f426-4120-a73a-3b7221630839","remote_addr":"[fd00:1122:3344:101::a]:56634","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":195,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:30.569392803Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47976"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:30.569658146Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"0a464c32-97ac-485d-ac4d-8b247075ee89","remote_addr":"[fd00:1122:3344:101::b]:47976","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30713,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:30.966854682Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::c]:13466","req_id":"c6e67ba7-4fc2-4433-9fa9-0a2f04c7e9b4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:31.071187852Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46360"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-19T02:44:31.071471915Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"uri":"/config","method":"GET","req_id":"affc9888-9ddd-4104-a234-3d34ddc4089f","remote_addr":"[fd00:1122:3344:101::c]:46360","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:39.203968685Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:51267","req_id":"d0a666b5-fc30-4bac-b218-9bb4da73932a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46872,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:49.205764909Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:62010","req_id":"6fb133b2-5caa-4bf2-b96a-616ea160ccf3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:44:59.207423096Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::d]:49978","req_id":"68e4c49f-3c07-478a-b461-492f6f2bad0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_125ffa43-a002-48f3-a56a-81451730163a.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_125ffa43-a002-48f3-a56a-81451730163a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 50,\n 53,\n 102,\n 102,\n 97,\n 52,\n 51,\n 45,\n 97,\n 48,\n 48,\n 50,\n 45,\n 52,\n 56,\n 102,\n 51,\n 45,\n 97,\n 53,\n 54,\n 97,\n 45,\n 56,\n 49,\n 52,\n 53,\n 49,\n 55,\n 51,\n 48,\n 49,\n 54,\n 51,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_125ffa43-a002-48f3-a56a-81451730163a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.147862076Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::1b]:41280","req_id":"74fbd411-3b55-47e9-8262-b2c826fe3661","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_acb4ce84-1a57-4753-9080-ae538f4f8e96.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_acb4ce84-1a57-4753-9080-ae538f4f8e96.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 99,\n 98,\n 52,\n 99,\n 101,\n 56,\n 52,\n 45,\n 49,\n 97,\n 53,\n 55,\n 45,\n 52,\n 55,\n 53,\n 51,\n 45,\n 57,\n 48,\n 56,\n 48,\n 45,\n 97,\n 101,\n 53,\n 51,\n 56,\n 102,\n 52,\n 102,\n 56,\n 101,\n 57,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_acb4ce84-1a57-4753-9080-ae538f4f8e96.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.170560279Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::7]:40330","req_id":"c7a3d563-2464-4968-8672-de2c6e970935","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_acb4ce84-1a57-4753-9080-ae538f4f8e96.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_acb4ce84-1a57-4753-9080-ae538f4f8e96.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 99,\n 98,\n 52,\n 99,\n 101,\n 56,\n 52,\n 45,\n 49,\n 97,\n 53,\n 55,\n 45,\n 52,\n 55,\n 53,\n 51,\n 45,\n 57,\n 48,\n 56,\n 48,\n 45,\n 97,\n 101,\n 53,\n 51,\n 56,\n 102,\n 52,\n 102,\n 56,\n 101,\n 57,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_acb4ce84-1a57-4753-9080-ae538f4f8e96.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.171502528Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::7]:55689","req_id":"81210703-6c75-4154-aa49-9c4147fd1621","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7dcb20ef-0465-42f5-b64d-9146e53782bb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7dcb20ef-0465-42f5-b64d-9146e53782bb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 100,\n 99,\n 98,\n 50,\n 48,\n 101,\n 102,\n 45,\n 48,\n 52,\n 54,\n 53,\n 45,\n 52,\n 50,\n 102,\n 53,\n 45,\n 98,\n 54,\n 52,\n 100,\n 45,\n 57,\n 49,\n 52,\n 54,\n 101,\n 53,\n 51,\n 55,\n 56,\n 50,\n 98,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7dcb20ef-0465-42f5-b64d-9146e53782bb.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.174710221Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::3]:54011","req_id":"f4583a4f-d439-4323-b628-a645da386fb0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7dcb20ef-0465-42f5-b64d-9146e53782bb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7dcb20ef-0465-42f5-b64d-9146e53782bb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 100,\n 99,\n 98,\n 50,\n 48,\n 101,\n 102,\n 45,\n 48,\n 52,\n 54,\n 53,\n 45,\n 52,\n 50,\n 102,\n 53,\n 45,\n 98,\n 54,\n 52,\n 100,\n 45,\n 57,\n 49,\n 52,\n 54,\n 101,\n 53,\n 51,\n 55,\n 56,\n 50,\n 98,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7dcb20ef-0465-42f5-b64d-9146e53782bb.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.175516359Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::3]:35800","req_id":"70592dcd-306c-431a-8c04-462e34aa7cb8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5801a56-8754-41b4-a9bc-5982bd0cb9bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5801a56-8754-41b4-a9bc-5982bd0cb9bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 56,\n 48,\n 49,\n 97,\n 53,\n 54,\n 45,\n 56,\n 55,\n 53,\n 52,\n 45,\n 52,\n 49,\n 98,\n 52,\n 45,\n 97,\n 57,\n 98,\n 99,\n 45,\n 53,\n 57,\n 56,\n 50,\n 98,\n 100,\n 48,\n 99,\n 98,\n 57,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5801a56-8754-41b4-a9bc-5982bd0cb9bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.262665624Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::4]:60595","req_id":"f5996271-069d-43d5-a9df-d905da5378cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5801a56-8754-41b4-a9bc-5982bd0cb9bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5801a56-8754-41b4-a9bc-5982bd0cb9bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 56,\n 48,\n 49,\n 97,\n 53,\n 54,\n 45,\n 56,\n 55,\n 53,\n 52,\n 45,\n 52,\n 49,\n 98,\n 52,\n 45,\n 97,\n 57,\n 98,\n 99,\n 45,\n 53,\n 57,\n 56,\n 50,\n 98,\n 100,\n 48,\n 99,\n 98,\n 57,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5801a56-8754-41b4-a9bc-5982bd0cb9bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.263344341Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::4]:42719","req_id":"400239c7-78fe-4313-9d8d-4579abeee7ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 97,\n 57,\n 50,\n 99,\n 48,\n 50,\n 45,\n 102,\n 48,\n 56,\n 102,\n 45,\n 52,\n 51,\n 97,\n 49,\n 45,\n 97,\n 100,\n 48,\n 48,\n 45,\n 102,\n 55,\n 102,\n 48,\n 97,\n 55,\n 102,\n 53,\n 50,\n 56,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.618273933Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::e]:64190","req_id":"bfd89434-ec85-46e2-b62a-df77bf2ab5b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 97,\n 57,\n 50,\n 99,\n 48,\n 50,\n 45,\n 102,\n 48,\n 56,\n 102,\n 45,\n 52,\n 51,\n 97,\n 49,\n 45,\n 97,\n 100,\n 48,\n 48,\n 45,\n 102,\n 55,\n 102,\n 48,\n 97,\n 55,\n 102,\n 53,\n 50,\n 56,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9a92c02-f08f-43a1-ad00-f7f0a7f52852.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.61894094Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::e]:56370","req_id":"6ddce915-218e-47a2-9dbc-b1588ecc98e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ace3d2b6-4e58-44fe-8fe1-a5fb87d9fcb8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ace3d2b6-4e58-44fe-8fe1-a5fb87d9fcb8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 99,\n 101,\n 51,\n 100,\n 50,\n 98,\n 54,\n 45,\n 52,\n 101,\n 53,\n 56,\n 45,\n 52,\n 52,\n 102,\n 101,\n 45,\n 56,\n 102,\n 101,\n 49,\n 45,\n 97,\n 53,\n 102,\n 98,\n 56,\n 55,\n 100,\n 57,\n 102,\n 99,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ace3d2b6-4e58-44fe-8fe1-a5fb87d9fcb8.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.918816027Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::6]:35656","req_id":"dc939834-8751-4eb5-9d9a-3d06ccbdf5dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ace3d2b6-4e58-44fe-8fe1-a5fb87d9fcb8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ace3d2b6-4e58-44fe-8fe1-a5fb87d9fcb8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 99,\n 101,\n 51,\n 100,\n 50,\n 98,\n 54,\n 45,\n 52,\n 101,\n 53,\n 56,\n 45,\n 52,\n 52,\n 102,\n 101,\n 45,\n 56,\n 102,\n 101,\n 49,\n 45,\n 97,\n 53,\n 102,\n 98,\n 56,\n 55,\n 100,\n 57,\n 102,\n 99,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ace3d2b6-4e58-44fe-8fe1-a5fb87d9fcb8.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.919492704Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::6]:33819","req_id":"3c698f72-905e-4160-bb56-6c5141ff0c9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.950125298Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::2]:48318","req_id":"06ab9462-b416-4b28-be9b-59cc0f85a5cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:00.950872376Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::2]:45798","req_id":"bbcb5478-cb8e-4956-8fae-8b952858f42c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ecd7a66e-e9b0-4c63-bbc4-d5d2a5a85bf1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ecd7a66e-e9b0-4c63-bbc4-d5d2a5a85bf1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 99,\n 100,\n 55,\n 97,\n 54,\n 54,\n 101,\n 45,\n 101,\n 57,\n 98,\n 48,\n 45,\n 52,\n 99,\n 54,\n 51,\n 45,\n 98,\n 98,\n 99,\n 52,\n 45,\n 100,\n 53,\n 100,\n 50,\n 97,\n 53,\n 97,\n 56,\n 53,\n 98,\n 102,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ecd7a66e-e9b0-4c63-bbc4-d5d2a5a85bf1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:01.014205266Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::5]:47999","req_id":"88c75cc9-4f03-4dff-8f1d-fdbb4f1c94ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ecd7a66e-e9b0-4c63-bbc4-d5d2a5a85bf1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ecd7a66e-e9b0-4c63-bbc4-d5d2a5a85bf1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 99,\n 100,\n 55,\n 97,\n 54,\n 54,\n 101,\n 45,\n 101,\n 57,\n 98,\n 48,\n 45,\n 52,\n 99,\n 54,\n 51,\n 45,\n 98,\n 98,\n 99,\n 52,\n 45,\n 100,\n 53,\n 100,\n 50,\n 97,\n 53,\n 97,\n 56,\n 53,\n 98,\n 102,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ecd7a66e-e9b0-4c63-bbc4-d5d2a5a85bf1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T02:45:01.014925643Z","hostname":"oxz_internal_dns_8e46a5e9-c20c-4c3c-b46a-ae7c8a9bb265","pid":5467,"peer_addr":"[fd00:1122:3344:101::5]:41054","req_id":"87045932-055c-4700-97e0-caeb1d6be4fd","component":"dns"}