[ Nov 7 22:38:21 Enabled. ] [ Nov 7 22:38:21 Rereading configuration. ] [ Nov 7 22:38:22 Rereading configuration. ] [ Nov 7 22:38:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-addresses [fd00:1122:3344:1::1]:53 &"). ] [ Nov 7 22:38:23 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.330423813Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"dns_config":"Config { bind_addresses: [[fd00:1122:3344:1::1]:53] }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.330552677Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.363249553Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.363279594Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.363306844Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.363602523Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.474548358Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:49122"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.475179415Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"54f3d11a-fa4e-4460-9646-f36f35a58cde","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.475194685Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.491041025Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.491072165Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"54f3d11a-fa4e-4460-9646-f36f35a58cde","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.491079236Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"54f3d11a-fa4e-4460-9646-f36f35a58cde","remote_addr":"[fd00:1122:3344:1::2]:49122","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16238,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:38:35.946453863Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:33118","req_id":"83a689f9-1a54-4ea2-ab3a-35d31f64e874","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:38:35.951174454Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:38489","req_id":"6b35e6f9-b18f-47e5-b580-9636466c8baf","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:38:35.95572359Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:51225","req_id":"68f1cc5f-3a9e-4090-8bc0-da156bf7f75c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:32.60431661Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:54437","req_id":"2206757e-9b95-4f81-978b-3e7c1140b6ee","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:42.575055107Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:63337","req_id":"35185df4-27b4-4056-8002-aeacc6373238","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:43.230876993Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::a]:12374","req_id":"5144c878-536a-44f2-92f6-a14120038c2d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:44.077527538Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:60227","req_id":"63da88e2-a5bf-4557-a496-320690481903","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 54,\n 48,\n 53,\n 98,\n 51,\n 56,\n 101,\n 45,\n 101,\n 100,\n 98,\n 55,\n 45,\n 52,\n 57,\n 100,\n 102,\n 45,\n 98,\n 57,\n 51,\n 55,\n 45,\n 54,\n 49,\n 54,\n 56,\n 102,\n 102,\n 55,\n 54,\n 57,\n 57,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:46.901413921Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::e]:37039","req_id":"849959b9-2314-49b0-b9cf-42c3d2c0194e","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 54,\n 48,\n 53,\n 98,\n 51,\n 56,\n 101,\n 45,\n 101,\n 100,\n 98,\n 55,\n 45,\n 52,\n 57,\n 100,\n 102,\n 45,\n 98,\n 57,\n 51,\n 55,\n 45,\n 54,\n 49,\n 54,\n 56,\n 102,\n 102,\n 55,\n 54,\n 57,\n 57,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:46.927222347Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::e]:64000","req_id":"3862c6e0-1306-4de4-b780-231fc511af3d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:47.523277716Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:57382","req_id":"d4b08723-1ea2-47e6-addc-d5816996dc7b","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:47.542160049Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:49445","req_id":"10cb7a7c-16ef-4bd2-9d5d-b3b05f47ee11","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:47.798190065Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48374"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:47.846843904Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"aa5e2c65-a925-44f3-9792-529c8859818a","remote_addr":"[fd00:1122:3344:101::c]:48374","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":21817,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:48.045364085Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:64220","req_id":"4010d136-5ddd-4e35-9d0b-8b1ebbee70b5","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:48.661263835Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:47461","req_id":"03e9c9fa-5896-475c-b4c0-4b22ae35ab2a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.742488906Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39265"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.742909528Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"549fc3a7-5483-458c-9fa4-574a24290536","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.742940628Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"549fc3a7-5483-458c-9fa4-574a24290536","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.742978949Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"549fc3a7-5483-458c-9fa4-574a24290536","remote_addr":"[fd00:1122:3344:101::c]:39265","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":349,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:48.834700072Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:59293","req_id":"0f5442e9-08f9-427b-a659-7059cdc48ae0","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.894664213Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45428"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.895064325Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"29972957-ad8c-46ed-a238-e4d4cf07c85c","remote_addr":"[fd00:1122:3344:101::c]:45428","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":341,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:50.497443174Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:63931","req_id":"328776dc-b62b-46ab-9cd5-5da20aa88a06","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:50.600099448Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38115"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:50.60230068Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"991bd8ea-00f4-4928-8dcd-3b198632fab9","remote_addr":"[fd00:1122:3344:101::c]:38115","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":1969,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:50.956736363Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:58226","req_id":"9b760cfa-963c-4e3c-8e16-4e4e87df5b77","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:51.604526386Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::b]:56221","req_id":"f1d5607f-b146-4ec3-8962-3ab32b2c0a79","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.768597864Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35963"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.768913262Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"f75e89c5-3425-4f61-ac6e-592f51cfc590","remote_addr":"[fd00:1122:3344:101::b]:35963","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.827143786Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58942"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.827746413Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"1e2a335f-533c-43fb-b5e2-5fa59b761f85","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.827791634Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"1e2a335f-533c-43fb-b5e2-5fa59b761f85","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.827803815Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"1e2a335f-533c-43fb-b5e2-5fa59b761f85","remote_addr":"[fd00:1122:3344:101::b]:58942","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":315,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:52.682638097Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::b]:14388","req_id":"420400e5-77d5-49dd-a41e-74a14178ca8c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:52.78702744Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54732"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:52.787518583Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"0f401b1e-b456-4619-af09-ec7bf4cb39f6","remote_addr":"[fd00:1122:3344:101::b]:54732","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":271,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:54.250669244Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::a]:4090","req_id":"d999200a-4627-4308-8716-501ac14cd664","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:54.371832502Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34479"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:54.37213551Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"511a5713-8b7a-4939-ab3b-e874b28f394a","remote_addr":"[fd00:1122:3344:101::a]:34479","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:00.957631757Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:50108","req_id":"72628628-16a7-4af1-b28c-15ac060d42a4","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:10.959326136Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:55120","req_id":"06d629fc-08bc-4a57-98e7-988e6313810c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:11.285861856Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:39554","req_id":"e7571e45-b5a0-4ebb-a4ab-63218154acb0","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:11.290743861Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:42179","req_id":"81ca0b5f-351e-4f09-86c2-4757a8fd2cac","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:11.295079361Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:46605","req_id":"06f16366-3cf9-451f-897f-778f314ed3c6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:20.961609621Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:60270","req_id":"7d8e860d-67c2-4d89-bab9-a1b2d02f76b1","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:30.963064231Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:50685","req_id":"ca81d2f4-3d44-467d-ab4b-b7c16a8b082f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:40.964656569Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:61930","req_id":"26f89eb4-8dab-403e-861f-3305bce3b736","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.103665154Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51101"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.103967383Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"db0ebdb4-c228-431e-854d-03391a362725","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.104025434Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"db0ebdb4-c228-431e-854d-03391a362725","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.104037205Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"db0ebdb4-c228-431e-854d-03391a362725","remote_addr":"[fd00:1122:3344:101::a]:51101","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.901382533Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52532"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.901802005Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"4b2aa2fa-e151-4ad9-ab69-d03adc70c16d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.901821786Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"4b2aa2fa-e151-4ad9-ab69-d03adc70c16d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.901851637Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"4b2aa2fa-e151-4ad9-ab69-d03adc70c16d","remote_addr":"[fd00:1122:3344:101::c]:52532","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":210,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:44.635741237Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::a]:23507","req_id":"eff74f7a-9e17-4236-a589-c49d43c648ec","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:44.726823331Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56439"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:44.727196461Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"2e6bdaf8-3b3c-4cc3-9340-bd7ddcd06779","remote_addr":"[fd00:1122:3344:101::a]:56439","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":320,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:45.100081335Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:31627","req_id":"2b3a2d94-2554-4981-b841-695d97b1eb3b","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:45.19409168Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65437"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:45.194312227Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"300804bb-8330-45cc-8a29-1efc606362d8","remote_addr":"[fd00:1122:3344:101::c]:65437","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:50.965943386Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:54572","req_id":"e9966848-3f47-40df-a851-8028a721f43c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:51.206318258Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54345"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:51.206688638Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"9b7f5516-38eb-4b83-9496-328f0f57d614","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:51.206774131Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"9b7f5516-38eb-4b83-9496-328f0f57d614","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:51.206782461Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"9b7f5516-38eb-4b83-9496-328f0f57d614","remote_addr":"[fd00:1122:3344:101::b]:54345","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":225,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:52.070279964Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::b]:49949","req_id":"b662f897-541f-4299-9b7e-71dfd8731a99","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:52.164794593Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54006"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:52.16502363Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"a83a4775-ee57-4cbf-aa60-910ceffd95dd","remote_addr":"[fd00:1122:3344:101::b]:54006","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:00.967812728Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:49571","req_id":"bb650e8f-8a38-4b39-8453-c5b36d31b2ee","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:10.969279671Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:64044","req_id":"8d9c8546-f3df-45d6-b6e1-c7b12140a65d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51114,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:20.971049527Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:53901","req_id":"ffd7a4c6-2789-41dd-b11a-0e467cc7f5ae","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:30.972403075Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:54169","req_id":"73e53c38-ff7a-4a08-bfef-3d84fc372e7f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:40.974777778Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:51297","req_id":"fb417690-3b2e-4929-b78f-6666d05b3428","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:42.951459332Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40715"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:42.952573543Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"ab8f5938-2625-4098-8789-b7ac80232ec9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:42.952613884Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"ab8f5938-2625-4098-8789-b7ac80232ec9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:42.952674355Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"ab8f5938-2625-4098-8789-b7ac80232ec9","remote_addr":"[fd00:1122:3344:101::a]:40715","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":189,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:43.823308126Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::a]:23092","req_id":"c2921a73-7ac1-439a-81b9-8108a0d8167c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.901062561Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44446"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.901683558Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"8c9fcfcb-8513-4aed-b33b-5477d71ceb96","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.901720679Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"8c9fcfcb-8513-4aed-b33b-5477d71ceb96","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.901822372Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"8c9fcfcb-8513-4aed-b33b-5477d71ceb96","remote_addr":"[fd00:1122:3344:101::c]:44446","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":248,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.92593556Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58370"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.926190727Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"8d9651c7-ead7-43f5-8d83-a1e9453bb2e3","remote_addr":"[fd00:1122:3344:101::a]:58370","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:45.489739271Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:29383","req_id":"8a5f58df-5ad3-4df4-866b-b9dca393f7f3","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:45.760366202Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57510"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:45.760623269Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"202418a5-bc42-4d04-a2de-349a68d81d5c","remote_addr":"[fd00:1122:3344:101::c]:57510","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:50.976740284Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:50334","req_id":"c16856a3-4ca8-4634-b0b9-12b63e5b3791","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:51.204307102Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36519"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:51.205143465Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"fe78906c-7ae3-4721-a46c-c6892d598934","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:51.205206456Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"fe78906c-7ae3-4721-a46c-c6892d598934","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:51.205237297Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"fe78906c-7ae3-4721-a46c-c6892d598934","remote_addr":"[fd00:1122:3344:101::b]:36519","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":261,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:52.384233883Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::b]:43653","req_id":"61579263-e734-4b11-9703-ada9f3d52b30","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:52.472982203Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53658"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:52.473212119Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"a1f88094-166e-43cb-82d8-4f7210b72b38","remote_addr":"[fd00:1122:3344:101::b]:53658","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:00.978954134Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:51599","req_id":"8a6af714-6a46-4f4e-bf3b-705c1a555f99","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25661,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:10.98029341Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:56534","req_id":"d234cc65-e90d-4f54-b7c5-79334c87cfcb","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:20.982623054Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:54050","req_id":"5bbcf767-7360-4f8e-a34d-5240201e29af","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:28.104123844Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:59154","req_id":"4b4702eb-d400-4947-882b-c7d6f5ff009a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:28.108874495Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:59976","req_id":"06bdcc80-a01a-4e64-a473-40d63cac05f3","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:28.113771171Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:41143","req_id":"e6691b85-f0ae-4df4-a6fa-9827e393e299","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:30.98423691Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:61102","req_id":"ec7c42c2-4e6f-48cc-8110-85d25a64ece0","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:40.986393093Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:49820","req_id":"9ca45026-689b-4f1a-8ccf-7236678eca6e","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:42.950456941Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62605"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:42.95076426Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"e2debef2-3fcc-4927-9c29-a61650d8205e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:42.95077733Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"e2debef2-3fcc-4927-9c29-a61650d8205e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:42.950798381Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"e2debef2-3fcc-4927-9c29-a61650d8205e","remote_addr":"[fd00:1122:3344:101::a]:62605","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":247,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:43.790913375Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::a]:46272","req_id":"772c6db7-fff2-4bb6-bc5f-d90bbd1a2ebd","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.875799968Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44463"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.876009714Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"366517d9-6cfa-42c6-aa8b-619ad6e49733","remote_addr":"[fd00:1122:3344:101::a]:44463","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.90042066Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33911"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.900754999Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"7e133fa5-da7f-4099-891e-5ef043ab4019","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.90079325Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"7e133fa5-da7f-4099-891e-5ef043ab4019","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.900811871Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"7e133fa5-da7f-4099-891e-5ef043ab4019","remote_addr":"[fd00:1122:3344:101::c]:33911","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":251,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:44.828991696Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:32150","req_id":"0858e029-0615-4963-a220-d3a7fbb9edde","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:44.918122306Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34419"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:44.918398634Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"9a1db6ce-79b2-4625-96e5-233addda208a","remote_addr":"[fd00:1122:3344:101::c]:34419","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:50.987998871Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:64251","req_id":"b9c7fa3f-8738-43ad-bbef-0bf73b7280d4","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:51.205251282Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41337"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:51.205460668Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"51797331-42a8-4940-9038-1f3d809e3c76","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:51.205485039Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"51797331-42a8-4940-9038-1f3d809e3c76","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:51.205497019Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"51797331-42a8-4940-9038-1f3d809e3c76","remote_addr":"[fd00:1122:3344:101::b]:41337","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40578,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:52.230950927Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::b]:46224","req_id":"fe7cb0aa-89a1-410a-9e15-fd85f444ba4c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:52.318602996Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33648"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:52.318855023Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"fbe2a73f-f9f2-4a8e-b5cf-a9680d30a505","remote_addr":"[fd00:1122:3344:101::b]:33648","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:00.990434033Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:50903","req_id":"58937358-9184-4539-ab4e-7cc7ad77757a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:10.991569546Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:53369","req_id":"425eb24a-2e12-4aa6-bfc1-4de4aef20395","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:20.993315972Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:54924","req_id":"3f4a5b25-9cd4-46a4-b033-3ee3b7a05d3f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:30.994980978Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:56954","req_id":"1b6a3b85-2e73-4407-a881-ea9090cf1cac","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44471,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:40.996378784Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:60940","req_id":"0dd9a78f-f7f6-455a-95ee-39efba126fe8","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:42.950744719Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59938"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:42.951888881Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"61c6b939-248e-4d27-8f4b-f324c466c124","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:42.951933822Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"61c6b939-248e-4d27-8f4b-f324c466c124","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:42.951944962Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"61c6b939-248e-4d27-8f4b-f324c466c124","remote_addr":"[fd00:1122:3344:101::a]:59938","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":237,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:43.825566435Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::a]:57211","req_id":"0bd95466-c1da-4a06-bb70-64c0b85f451e","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.900054539Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44936"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.901257783Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"118e8e32-76b1-4add-b549-c68b9a1dfc3f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.901288753Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"118e8e32-76b1-4add-b549-c68b9a1dfc3f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.901299394Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"118e8e32-76b1-4add-b549-c68b9a1dfc3f","remote_addr":"[fd00:1122:3344:101::c]:44936","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":255,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.932170399Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52861"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.932483298Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"85313d5b-251a-4bff-b7ff-87698188be9c","remote_addr":"[fd00:1122:3344:101::a]:52861","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:45.310614762Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:43420","req_id":"0f2982f3-3488-49b8-815b-593fb11d8f5e","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:45.486004943Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42167"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:45.486221619Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"8c561013-9c31-4a94-bc5c-5b60ed9bbd31","remote_addr":"[fd00:1122:3344:101::c]:42167","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:50.998875071Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:54918","req_id":"2694746f-c82a-44ec-a1ab-0e5976583179","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:51.204451298Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49443"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:51.205039685Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"0232784a-c227-4977-a6b0-e0823b267019","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:51.205094466Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"0232784a-c227-4977-a6b0-e0823b267019","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:51.205114257Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"0232784a-c227-4977-a6b0-e0823b267019","remote_addr":"[fd00:1122:3344:101::b]:49443","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":234,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:52.085685982Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::b]:32685","req_id":"7bd9c8f8-92c7-49c3-b5b3-218b776cad0f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:52.262571535Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35479"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:52.262943015Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"73574328-25b1-424a-9e47-18418d7266d6","remote_addr":"[fd00:1122:3344:101::b]:35479","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":309,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:01.000180257Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:55917","req_id":"5e93a71f-35e3-48b0-915f-c1ae43a92bcd","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:11.001189855Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:63277","req_id":"7abf249f-2b00-43f6-b6b1-97c2cc801fab","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:21.002190232Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:53030","req_id":"f5ba7309-bfca-49b3-ac0f-4022e0914a6d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:31.003247991Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:56347","req_id":"ecff85b2-7e0c-4752-a99a-9436d8034e7a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:36.370115152Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:59966","req_id":"01f6999e-826c-4379-b2a1-bf84e7b98ac6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:36.375690257Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:61047","req_id":"cd9d03c9-a283-4f63-8b90-5d2318d0ec23","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:36.380460409Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:45065","req_id":"9765e5eb-ded7-47b6-99ca-475d44110d85","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:41.004718658Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:55645","req_id":"3df66075-6f3a-4def-86a3-f7065368dc38","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:42.949650351Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50264"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:42.949872678Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"9c5e4309-a513-460d-945a-06da7229e06f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:42.949910299Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"9c5e4309-a513-460d-945a-06da7229e06f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:42.949920069Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"9c5e4309-a513-460d-945a-06da7229e06f","remote_addr":"[fd00:1122:3344:101::a]:50264","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":162,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:43.899772014Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62764"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:43.900284429Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"9347f6f7-67fc-4e71-8dfb-e74fb6e37593","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:43.900306479Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"9347f6f7-67fc-4e71-8dfb-e74fb6e37593","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:43.900316879Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"9347f6f7-67fc-4e71-8dfb-e74fb6e37593","remote_addr":"[fd00:1122:3344:101::c]:62764","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":322,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10950,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:44.09555474Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::a]:15393","req_id":"4c27dd2d-94f6-4757-a4e9-aeb4c207dd58","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:44.19263844Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41621"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:44.192880797Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"6bbbec61-0a8a-44cb-89a4-7f76b1ad5434","remote_addr":"[fd00:1122:3344:101::a]:41621","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5897,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:44.862270279Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::c]:3961","req_id":"89fad35e-4284-495d-9f40-ea97042d4b35","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:45.035252444Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59135"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:45.035539031Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"e41d5b09-cfa3-481f-8dd7-f2a0c8a092b9","remote_addr":"[fd00:1122:3344:101::c]:59135","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61765,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:51.005559421Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::d]:56642","req_id":"275bf348-c247-4058-ab26-9dc63303b536","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:51.203841787Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36004"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:51.204198906Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"72c93ed5-c8c8-46e2-9d9c-c8f3edd175ff","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:51.204226147Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"new_generation":1,"req_id":"72c93ed5-c8c8-46e2-9d9c-c8f3edd175ff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:51.204240608Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"PUT","req_id":"72c93ed5-c8c8-46e2-9d9c-c8f3edd175ff","remote_addr":"[fd00:1122:3344:101::b]:36004","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":201,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:52.122762346Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::b]:18049","req_id":"eded687f-67f5-4b0c-87d0-c44f5b8a930d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:52.214722174Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52927"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:52.214964101Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"uri":"/config","method":"GET","req_id":"db3c5ac1-da40-457e-b7bb-4d66428d8a68","remote_addr":"[fd00:1122:3344:101::b]:52927","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 97,\n 56,\n 102,\n 54,\n 55,\n 98,\n 45,\n 50,\n 99,\n 49,\n 55,\n 45,\n 52,\n 99,\n 50,\n 57,\n 45,\n 56,\n 101,\n 55,\n 97,\n 45,\n 53,\n 48,\n 49,\n 49,\n 97,\n 52,\n 99,\n 49,\n 53,\n 98,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.243818485Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::3]:40118","req_id":"948b9f28-2299-4b5d-9fb3-69ac5b84dc68","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 97,\n 56,\n 102,\n 54,\n 55,\n 98,\n 45,\n 50,\n 99,\n 49,\n 55,\n 45,\n 52,\n 99,\n 50,\n 57,\n 45,\n 56,\n 101,\n 55,\n 97,\n 45,\n 53,\n 48,\n 49,\n 49,\n 97,\n 52,\n 99,\n 49,\n 53,\n 98,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.244499274Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::3]:51758","req_id":"9cd7c26c-6601-4df3-be78-1e44b1b93c09","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 51,\n 54,\n 50,\n 57,\n 50,\n 97,\n 98,\n 45,\n 55,\n 49,\n 48,\n 55,\n 45,\n 52,\n 98,\n 99,\n 48,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 97,\n 50,\n 49,\n 97,\n 97,\n 101,\n 50,\n 51,\n 97,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.285544352Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::5]:56570","req_id":"0977a037-a333-4066-b325-66f565528c1a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 51,\n 54,\n 50,\n 57,\n 50,\n 97,\n 98,\n 45,\n 55,\n 49,\n 48,\n 55,\n 45,\n 52,\n 98,\n 99,\n 48,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 97,\n 50,\n 49,\n 97,\n 97,\n 101,\n 50,\n 51,\n 97,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.286238521Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::5]:46246","req_id":"b669f7fd-306f-401c-9de0-5274935f0371","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 55,\n 51,\n 48,\n 97,\n 100,\n 53,\n 45,\n 53,\n 53,\n 98,\n 48,\n 45,\n 52,\n 49,\n 97,\n 102,\n 45,\n 97,\n 56,\n 56,\n 100,\n 45,\n 51,\n 50,\n 50,\n 57,\n 102,\n 54,\n 48,\n 99,\n 48,\n 53,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.308241501Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::7]:47184","req_id":"65ddb939-3725-424d-82dc-612cfc173bc7","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 55,\n 51,\n 48,\n 97,\n 100,\n 53,\n 45,\n 53,\n 53,\n 98,\n 48,\n 45,\n 52,\n 49,\n 97,\n 102,\n 45,\n 97,\n 56,\n 56,\n 100,\n 45,\n 51,\n 50,\n 50,\n 57,\n 102,\n 54,\n 48,\n 99,\n 48,\n 53,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.308960161Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::7]:57547","req_id":"47ad7ea0-abbe-46ac-aeca-50d7f431eb7d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_1e47417b-2d9f-4964-90bd-c7a665b1d14c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_1e47417b-2d9f-4964-90bd-c7a665b1d14c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 101,\n 52,\n 55,\n 52,\n 49,\n 55,\n 98,\n 45,\n 50,\n 100,\n 57,\n 102,\n 45,\n 52,\n 57,\n 54,\n 52,\n 45,\n 57,\n 48,\n 98,\n 100,\n 45,\n 99,\n 55,\n 97,\n 54,\n 54,\n 53,\n 98,\n 49,\n 100,\n 49,\n 52,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_1e47417b-2d9f-4964-90bd-c7a665b1d14c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.348774504Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::1b]:62753","req_id":"7d6aa734-4198-45e1-adc2-c1a46bc15da1","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 50,\n 53,\n 97,\n 49,\n 53,\n 48,\n 45,\n 57,\n 52,\n 53,\n 52,\n 45,\n 52,\n 54,\n 99,\n 55,\n 45,\n 56,\n 52,\n 101,\n 48,\n 45,\n 102,\n 100,\n 51,\n 56,\n 57,\n 97,\n 56,\n 56,\n 55,\n 49,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.380537095Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::4]:35034","req_id":"6a444536-e5a0-48c5-a5ab-f5203fe98678","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 50,\n 53,\n 97,\n 49,\n 53,\n 48,\n 45,\n 57,\n 52,\n 53,\n 52,\n 45,\n 52,\n 54,\n 99,\n 55,\n 45,\n 56,\n 52,\n 101,\n 48,\n 45,\n 102,\n 100,\n 51,\n 56,\n 57,\n 97,\n 56,\n 56,\n 55,\n 49,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.381237264Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::4]:33789","req_id":"5d71d943-c3a2-4944-a32f-a11abdaaf931","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 55,\n 102,\n 55,\n 101,\n 55,\n 55,\n 45,\n 97,\n 101,\n 99,\n 55,\n 45,\n 52,\n 101,\n 53,\n 52,\n 45,\n 98,\n 49,\n 48,\n 97,\n 45,\n 101,\n 54,\n 100,\n 102,\n 51,\n 101,\n 53,\n 100,\n 53,\n 101,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.393760621Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::6]:51952","req_id":"b69c32f6-5db0-4bb0-8d1e-40b3dfc86f95","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 55,\n 102,\n 55,\n 101,\n 55,\n 55,\n 45,\n 97,\n 101,\n 99,\n 55,\n 45,\n 52,\n 101,\n 53,\n 52,\n 45,\n 98,\n 49,\n 48,\n 97,\n 45,\n 101,\n 54,\n 100,\n 102,\n 51,\n 101,\n 53,\n 100,\n 53,\n 101,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.394359018Z","hostname":"oxz_internal_dns_d22c1b6e-731e-4602-b337-7fc8a18040e2","pid":5318,"peer_addr":"[fd00:1122:3344:101::6]:37007","req_id":"ff5c98c1-997b-45ef-a8df-48ea551cb101","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"}