[ May 23 04:39:41 Enabled. ] [ May 23 04:39:41 Rereading configuration. ] [ May 23 04:39:42 Rereading configuration. ] [ May 23 04:39:43 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 23 04:39:43 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.251779977Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.251920139Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.271383378Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.271403368Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.271450949Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:43.271724542Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.59187711Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:37011"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.592674569Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"d79795c6-f02b-4950-ac6f-ce5d8b039759","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.59271818Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.604954214Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.604980134Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"d79795c6-f02b-4950-ac6f-ce5d8b039759","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:39:44.605012894Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"d79795c6-f02b-4950-ac6f-ce5d8b039759","remote_addr":"[fd00:1122:3344:1::2]:37011","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12737,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:39:56.457769026Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:56941","req_id":"a9b3b8c0-876b-43f4-bd9e-dde6d3100aeb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5307,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:39:56.476279704Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:35617","req_id":"c06f277a-6059-4052-9de4-e2e75c17a644","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:39:56.496177298Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:53237","req_id":"417b951b-fa43-4f68-ba0e-7dfc15cbb335","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:06.436423027Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:55332","req_id":"0dd58820-dc62-4a04-a6ef-ea8e7813544c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4454,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:15.53862454Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::c]:56189","req_id":"4043e3d4-eb82-406f-85d3-e70def608725","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:15.717053709Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::b]:49346","req_id":"c52fb774-2a57-40ff-9e1f-6f4ac12a3ed5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:15.760131986Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::a]:50684","req_id":"68a15711-7ccb-443c-8c22-1339b56badfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49289,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:16.417385116Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:60683","req_id":"e70a9b10-6e4f-4727-b813-c8eea0c157b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 55,\n 102,\n 53,\n 101,\n 99,\n 55,\n 53,\n 45,\n 51,\n 54,\n 101,\n 102,\n 45,\n 52,\n 56,\n 55,\n 55,\n 45,\n 56,\n 50,\n 53,\n 56,\n 45,\n 52,\n 50,\n 98,\n 99,\n 49,\n 56,\n 49,\n 51,\n 98,\n 102,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:18.916290369Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::e]:44491","req_id":"6363c693-590b-48cf-94b3-295c019a4bb1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56256,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 55,\n 102,\n 53,\n 101,\n 99,\n 55,\n 53,\n 45,\n 51,\n 54,\n 101,\n 102,\n 45,\n 52,\n 56,\n 55,\n 55,\n 45,\n 56,\n 50,\n 53,\n 56,\n 45,\n 52,\n 50,\n 98,\n 99,\n 49,\n 56,\n 49,\n 51,\n 98,\n 102,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:18.936898641Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::e]:34733","req_id":"4fa25221-6f7c-4b03-a7b7-e00dfe9fcd92","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:20.896099206Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:42250","req_id":"2040e8de-6e9d-4157-b65d-60f87d17d9ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:20.910648627Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:59750","req_id":"a481ae8d-fc4a-4f24-80cd-13f89edeed4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:20.926879298Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:62132","req_id":"d99d5337-1d51-4663-b1af-ae7399089e22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:26.418078549Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:54620","req_id":"b89fdee6-e7f2-4f54-80d1-e62506b1856b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:36.419107753Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:60636","req_id":"6e9557e9-1d1b-48fc-a2c0-97919f4ff486","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:46.42016781Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:51783","req_id":"a3f39fb8-9955-4ee8-b59b-1d15eb771fdf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:56.421549708Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:53630","req_id":"d7c448e0-0f09-402f-943f-1ce58e5d19af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:56.907945249Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:65196","req_id":"a2bb4e93-146f-4673-872b-57e0d2fab905","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:56.923058577Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:62876","req_id":"7488dfa1-5dc2-402c-986a-c032727629f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62417,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:41:56.938465808Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::1b]:46426","req_id":"59d11da7-4a9e-463e-b908-99705afb1665","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:02.370754173Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::a]:36568","req_id":"1a650d6b-70c2-4e43-ab4a-f78ecd201223","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:02.59322776Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37938"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:02.650100209Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"b5ffb80e-04e4-4314-84c2-870190bdde98","remote_addr":"[fd00:1122:3344:101::a]:37938","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":27576,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:05.180957397Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::a]:36848","req_id":"bb2e87f0-64a0-4ed3-aafa-f350d05a811d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.294011127Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40014"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.296049191Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"ade959c5-0059-45a8-995b-a3a7167f04e2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.296074551Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"ade959c5-0059-45a8-995b-a3a7167f04e2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.296096772Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"ade959c5-0059-45a8-995b-a3a7167f04e2","remote_addr":"[fd00:1122:3344:101::a]:40014","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":298,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.373233309Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43180"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:05.373527152Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"aca97c71-c584-4c16-b560-e20adcd39ab2","remote_addr":"[fd00:1122:3344:101::a]:43180","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:05.900701843Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::a]:22147","req_id":"f258b668-68ff-4b4e-8cb8-d4748fb3609e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.111620204Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41753"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.111985628Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"934a30d0-b3ab-49ec-a94b-9576857d8005","remote_addr":"[fd00:1122:3344:101::a]:41753","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":254,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:06.393284746Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::b]:32477","req_id":"237d90e6-d23d-4822-830e-200d9fd41c38","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:06.422367888Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:58165","req_id":"402c3e3c-0f3d-415d-9bdf-053d0c49ab99","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18989,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:06.462245457Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::c]:26463","req_id":"adadca08-8736-4e0e-b9f5-2fb83078221c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.603257566Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39396"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.603517769Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"08ac89f8-420d-4fa3-ac5f-a4af02e0aa90","remote_addr":"[fd00:1122:3344:101::c]:39396","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.637103324Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43116"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:06.637362457Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"c5517d16-72ed-46e6-aee1-27a59f33b6bb","remote_addr":"[fd00:1122:3344:101::b]:43116","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.521895724Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41444"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.525649659Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"4986f213-cd90-4057-859a-3036764e5452","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.5257224Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"4986f213-cd90-4057-859a-3036764e5452","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.52578345Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"4986f213-cd90-4057-859a-3036764e5452","remote_addr":"[fd00:1122:3344:101::a]:41444","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":261,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.639565939Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52900"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.643698207Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"be3c1a0f-18ed-4cc5-954f-e9605d5375ba","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.643739158Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"be3c1a0f-18ed-4cc5-954f-e9605d5375ba","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.643860699Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"be3c1a0f-18ed-4cc5-954f-e9605d5375ba","remote_addr":"[fd00:1122:3344:101::c]:52900","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":303,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.695159933Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37758"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.699107299Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"d510dff4-de94-463b-bb0c-49a21b055a2a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.699248021Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"d510dff4-de94-463b-bb0c-49a21b055a2a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:15.699263321Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"d510dff4-de94-463b-bb0c-49a21b055a2a","remote_addr":"[fd00:1122:3344:101::b]:37758","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":312,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:16.426025088Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:49354","req_id":"5f5e03b3-1c97-4d3e-99c5-beaa564eb33d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:16.941244398Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::b]:21105","req_id":"949396fa-e705-46c3-b2f8-2f40c225d7c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:16.946004384Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::c]:22471","req_id":"1e4f097a-3406-4150-a74a-9cbf6dd3487b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:16.946051535Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::a]:22406","req_id":"d20fc1e4-dc5a-4af0-82d7-2b3643dec1ff","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.053349947Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54657"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.053569469Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"1b5d8342-c086-431d-813e-c5430786f3f9","remote_addr":"[fd00:1122:3344:101::b]:54657","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.094159897Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47292"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.09440786Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"d479dab4-5ca1-4c0c-b4fe-534b999f065f","remote_addr":"[fd00:1122:3344:101::c]:47292","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.206100673Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53924"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:42:17.206405287Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"9483dad4-bf73-458f-be1e-97fa67747eb4","remote_addr":"[fd00:1122:3344:101::a]:53924","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":265,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:26.427867096Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:57622","req_id":"590ac3b1-64ea-4b79-bb3f-1e2cc3c0aa1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:36.429677718Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:54316","req_id":"5991c806-e0f4-4d7a-ae37-d4fd85fe8845","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:46.430683001Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:62647","req_id":"4b3e37c7-87b5-43e8-b17a-306699e1d1be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:42:56.432001835Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:53199","req_id":"26f1ee0b-c20b-4982-bc6c-681f1626d9b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:06.433284961Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:49522","req_id":"9151fbbc-8063-4d34-9038-9d7ec48e1820","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.303988138Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57581"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.306550948Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"ae6a0acd-cdfd-4368-a88e-540f1263bdb0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.306606169Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"ae6a0acd-cdfd-4368-a88e-540f1263bdb0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.306618699Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"ae6a0acd-cdfd-4368-a88e-540f1263bdb0","remote_addr":"[fd00:1122:3344:101::c]:57581","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":324,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.329574268Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58599"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.332988599Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"879aa4bb-cf6e-4b70-b2a9-e516a55a3597","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.333047949Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"879aa4bb-cf6e-4b70-b2a9-e516a55a3597","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.33307077Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"879aa4bb-cf6e-4b70-b2a9-e516a55a3597","remote_addr":"[fd00:1122:3344:101::b]:58599","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":217,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.52187473Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49979"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.525487733Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"f0610cd1-1198-4a66-b1fb-3379e584fb7c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.525525844Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"f0610cd1-1198-4a66-b1fb-3379e584fb7c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:15.525553164Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"f0610cd1-1198-4a66-b1fb-3379e584fb7c","remote_addr":"[fd00:1122:3344:101::a]:49979","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:16.43494311Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:61703","req_id":"e6a468bb-c1b0-489b-a307-a258cdba5370","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57902,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:16.773523102Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::a]:40803","req_id":"35c03370-b549-4abf-9e7b-8fc6fbd231af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:16.779742496Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::b]:34203","req_id":"4f1d25ee-89f1-47b1-af89-6cb91dfe3685","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:16.823610141Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::c]:24320","req_id":"db9d9e9c-6002-4589-bc40-a3863340864d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.88979838Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53035"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.890057763Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"9ffe7a55-f2ee-4e3c-bcd2-1da71cf66867","remote_addr":"[fd00:1122:3344:101::b]:53035","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.934306423Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43707"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.934567526Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"db720fd0-2f4b-4e57-a852-6b8fc6bf8942","remote_addr":"[fd00:1122:3344:101::c]:43707","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.980477477Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35297"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:43:16.98074725Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"d9c350ad-cc2e-4f8a-b116-8ee21a6a60ad","remote_addr":"[fd00:1122:3344:101::a]:35297","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:26.436412976Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:54129","req_id":"40935146-cae8-4020-8882-c5ade4603fb0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28034,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:36.437928964Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:52246","req_id":"d14e2b74-a288-4d92-b2af-d2d515ed72da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:46.440707356Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:61242","req_id":"82ffeb83-7ba0-4200-8c30-83493ca15e00","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32767,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:43:56.442563907Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:52615","req_id":"5a08ce1a-dbb1-4323-9720-3fdd6fdd1b68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:06.444452747Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:62861","req_id":"a1028fb8-0493-4047-86b4-ea51f2a2e7a1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.303313393Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32979"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.306036815Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"a3115483-ed21-4b63-8372-700b195ccb6e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.306076896Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"a3115483-ed21-4b63-8372-700b195ccb6e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.306088406Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"a3115483-ed21-4b63-8372-700b195ccb6e","remote_addr":"[fd00:1122:3344:101::c]:32979","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.331827118Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62347"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.331884349Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"0d7ab720-a42b-4c39-91b3-126da44be89a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.331894729Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"0d7ab720-a42b-4c39-91b3-126da44be89a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.331905039Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"0d7ab720-a42b-4c39-91b3-126da44be89a","remote_addr":"[fd00:1122:3344:101::b]:62347","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.522469481Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53087"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.527006674Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"35914a17-73b2-4a9e-afd3-82fcf1475c74","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.527087435Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"new_generation":1,"req_id":"35914a17-73b2-4a9e-afd3-82fcf1475c74","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:15.527102705Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"PUT","req_id":"35914a17-73b2-4a9e-afd3-82fcf1475c74","remote_addr":"[fd00:1122:3344:101::a]:53087","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":784,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:16.446242706Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:55543","req_id":"709f3817-1802-4af8-95b7-9973b87c26a6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:16.565501809Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::a]:54176","req_id":"810f855b-9b20-46fd-90f5-272a44fbe15f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:16.565566549Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::c]:18391","req_id":"1ec5ef2a-4944-4e1a-9e32-6d26e62cd5f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:16.566613671Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::b]:29977","req_id":"d6e3f560-e268-420c-bd0d-07ba8fd92f94","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.67526999Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52954"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.675560353Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"263cad6c-bb8f-4fe8-a2fb-8ccdde958b9f","remote_addr":"[fd00:1122:3344:101::a]:52954","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.722107811Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48320"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.722373374Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"10a66492-c952-4353-acaa-d9274250f0ec","remote_addr":"[fd00:1122:3344:101::c]:48320","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":221,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.761800197Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60728"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-23T04:44:16.76204094Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"uri":"/config","method":"GET","req_id":"5b5d86ab-f20c-4e2b-a997-6837a985c921","remote_addr":"[fd00:1122:3344:101::b]:60728","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2207,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:26.44841718Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:61269","req_id":"7ad7b052-ded6-4969-b18a-934a3c7825f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:36.450813665Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:52949","req_id":"6974b96a-3807-4e78-931d-5e7a1e2c2de9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49753,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:46.452679506Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:51596","req_id":"4483d8d5-0842-4707-a47d-5dfe88ae23be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:44:56.454527758Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::d]:56740","req_id":"efcd4ceb-e199-4577-80cc-0ce77ce169a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 55,\n 102,\n 53,\n 101,\n 99,\n 55,\n 53,\n 45,\n 51,\n 54,\n 101,\n 102,\n 45,\n 52,\n 56,\n 55,\n 55,\n 45,\n 56,\n 50,\n 53,\n 56,\n 45,\n 52,\n 50,\n 98,\n 99,\n 49,\n 56,\n 49,\n 51,\n 98,\n 102,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.030362267Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::e]:40661","req_id":"fadb28f6-778f-4cbb-a24b-991f9867860a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24491,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 55,\n 102,\n 53,\n 101,\n 99,\n 55,\n 53,\n 45,\n 51,\n 54,\n 101,\n 102,\n 45,\n 52,\n 56,\n 55,\n 55,\n 45,\n 56,\n 50,\n 53,\n 56,\n 45,\n 52,\n 50,\n 98,\n 99,\n 49,\n 56,\n 49,\n 51,\n 98,\n 102,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_c7f5ec75-36ef-4877-8258-42bc1813bfac.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.030997855Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::e]:60129","req_id":"169ba9da-9de5-4df2-9840-669a32085b03","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 52,\n 50,\n 100,\n 55,\n 54,\n 54,\n 97,\n 45,\n 48,\n 99,\n 98,\n 57,\n 45,\n 52,\n 102,\n 100,\n 54,\n 45,\n 98,\n 51,\n 55,\n 97,\n 45,\n 55,\n 54,\n 100,\n 99,\n 102,\n 53,\n 98,\n 49,\n 54,\n 101,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.627658863Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::6]:58770","req_id":"6b0ce8d7-ad70-4116-aa24-72f146f2a23c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 52,\n 50,\n 100,\n 55,\n 54,\n 54,\n 97,\n 45,\n 48,\n 99,\n 98,\n 57,\n 45,\n 52,\n 102,\n 100,\n 54,\n 45,\n 98,\n 51,\n 55,\n 97,\n 45,\n 55,\n 54,\n 100,\n 99,\n 102,\n 53,\n 98,\n 49,\n 54,\n 101,\n 56,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d42d766a-0cb9-4fd6-b37a-76dcf5b16e8d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.628453732Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::6]:53837","req_id":"ed0cc09a-94e9-4b31-b9ea-5345adbb217f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 54,\n 53,\n 51,\n 53,\n 99,\n 55,\n 45,\n 101,\n 55,\n 102,\n 97,\n 45,\n 52,\n 97,\n 50,\n 49,\n 45,\n 56,\n 54,\n 102,\n 54,\n 45,\n 56,\n 97,\n 54,\n 102,\n 54,\n 102,\n 50,\n 100,\n 99,\n 102,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.750319255Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::7]:64776","req_id":"b172e45c-2d76-4d39-b703-60efcc6d7a4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 54,\n 53,\n 51,\n 53,\n 99,\n 55,\n 45,\n 101,\n 55,\n 102,\n 97,\n 45,\n 52,\n 97,\n 50,\n 49,\n 45,\n 56,\n 54,\n 102,\n 54,\n 45,\n 56,\n 97,\n 54,\n 102,\n 54,\n 102,\n 50,\n 100,\n 99,\n 102,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe6535c7-e7fa-4a21-86f6-8a6f6f2dcf61.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.751219616Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::7]:42112","req_id":"a71dc069-9a79-4ddd-a81c-7f69d8314110","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 53,\n 56,\n 51,\n 54,\n 52,\n 52,\n 45,\n 52,\n 50,\n 50,\n 56,\n 45,\n 52,\n 52,\n 102,\n 54,\n 45,\n 98,\n 56,\n 49,\n 53,\n 45,\n 102,\n 56,\n 100,\n 102,\n 48,\n 54,\n 98,\n 52,\n 57,\n 98,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.800571786Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::5]:43389","req_id":"c32b9ed9-1dc7-4ddb-b74e-83b536899e6e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 53,\n 56,\n 51,\n 54,\n 52,\n 52,\n 45,\n 52,\n 50,\n 50,\n 56,\n 45,\n 52,\n 52,\n 102,\n 54,\n 45,\n 98,\n 56,\n 49,\n 53,\n 45,\n 102,\n 56,\n 100,\n 102,\n 48,\n 54,\n 98,\n 52,\n 57,\n 98,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58583644-4228-44f6-b815-f8df06b49b6b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.801368596Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::5]:56891","req_id":"79dc90e5-017a-4176-bbad-527d1b8b902d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 100,\n 102,\n 97,\n 49,\n 99,\n 50,\n 49,\n 45,\n 98,\n 100,\n 50,\n 56,\n 45,\n 52,\n 57,\n 102,\n 100,\n 45,\n 56,\n 53,\n 55,\n 51,\n 45,\n 102,\n 55,\n 51,\n 101,\n 99,\n 57,\n 100,\n 52,\n 102,\n 56,\n 48,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.807906833Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::4]:46185","req_id":"489ecb96-4f56-4fe9-b56d-4cd1ac0c38b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 100,\n 102,\n 97,\n 49,\n 99,\n 50,\n 49,\n 45,\n 98,\n 100,\n 50,\n 56,\n 45,\n 52,\n 57,\n 102,\n 100,\n 45,\n 56,\n 53,\n 55,\n 51,\n 45,\n 102,\n 55,\n 51,\n 101,\n 99,\n 57,\n 100,\n 52,\n 102,\n 56,\n 48,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cdfa1c21-bd28-49fd-8573-f73ec9d4f801.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.808608801Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::4]:63345","req_id":"d2f55f5a-7d40-4be3-b3d0-054003bdade2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 53,\n 99,\n 100,\n 101,\n 50,\n 52,\n 45,\n 99,\n 50,\n 57,\n 101,\n 45,\n 52,\n 53,\n 49,\n 49,\n 45,\n 98,\n 51,\n 102,\n 49,\n 45,\n 51,\n 97,\n 50,\n 55,\n 56,\n 100,\n 55,\n 56,\n 52,\n 55,\n 101,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.814559031Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::3]:58047","req_id":"527283fe-3e18-4713-97ea-b3b7bf2dda46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60979,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 53,\n 99,\n 100,\n 101,\n 50,\n 52,\n 45,\n 99,\n 50,\n 57,\n 101,\n 45,\n 52,\n 53,\n 49,\n 49,\n 45,\n 98,\n 51,\n 102,\n 49,\n 45,\n 51,\n 97,\n 50,\n 55,\n 56,\n 100,\n 55,\n 56,\n 52,\n 55,\n 101,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_125cde24-c29e-4511-b3f1-3a278d7847ec.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-23T04:45:00.815201009Z","hostname":"oxz_internal_dns_3e2cf4f5-7cb5-47de-a964-bb1648b00ceb","pid":5474,"peer_addr":"[fd00:1122:3344:101::3]:63491","req_id":"25989e99-607e-45dd-83c9-c1f2db2b7401","component":"dns"}