[ Nov 7 22:38:21 Enabled. ] [ Nov 7 22:38:21 Rereading configuration. ] [ Nov 7 22:38:22 Rereading configuration. ] [ Nov 7 22:38:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-addresses [fd00:1122:3344:3::1]:53 &"). ] [ Nov 7 22:38:23 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.294343883Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"dns_config":"Config { bind_addresses: [[fd00:1122:3344:3::1]:53] }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.294459996Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.315600872Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.315751426Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.315805548Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.316128697Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.460785596Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:48840"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.461377682Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"f872942c-fd57-4914-a913-2b7ccfd5383f","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.461400813Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.474075354Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.474116146Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"f872942c-fd57-4914-a913-2b7ccfd5383f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:38:23.474124526Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"f872942c-fd57-4914-a913-2b7ccfd5383f","remote_addr":"[fd00:1122:3344:3::2]:48840","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13073,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:38:35.947137622Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:49417","req_id":"93d2e54d-9d83-4c66-aede-025acf3933ea","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:38:35.951805272Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:52589","req_id":"79d19179-4210-4619-bfe9-5e7c705a8606","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:38:35.956148482Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:59864","req_id":"2152d03d-e8f8-497e-9957-f0f5604e813c","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:32.602966113Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:49472","req_id":"688c6bf0-5ce5-46d3-9b47-59332fd1da95","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:42.575071567Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:55275","req_id":"7152be38-be01-48f0-bca6-d78a403ced46","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:43.230888623Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::a]:58786","req_id":"68c9170f-24b0-4284-8568-b37e2300ec5c","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:44.077587899Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:36084","req_id":"34a677bb-eea9-44ec-9722-a88da03b6126","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 54,\n 48,\n 53,\n 98,\n 51,\n 56,\n 101,\n 45,\n 101,\n 100,\n 98,\n 55,\n 45,\n 52,\n 57,\n 100,\n 102,\n 45,\n 98,\n 57,\n 51,\n 55,\n 45,\n 54,\n 49,\n 54,\n 56,\n 102,\n 102,\n 55,\n 54,\n 57,\n 57,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:46.926954289Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::e]:49545","req_id":"2c4c642e-1102-479d-934a-d33a2d31ec69","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54896,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 54,\n 48,\n 53,\n 98,\n 51,\n 56,\n 101,\n 45,\n 101,\n 100,\n 98,\n 55,\n 45,\n 52,\n 57,\n 100,\n 102,\n 45,\n 98,\n 57,\n 51,\n 55,\n 45,\n 54,\n 49,\n 54,\n 56,\n 102,\n 102,\n 55,\n 54,\n 57,\n 57,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f605b38e-edb7-49df-b937-6168ff7699c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:46.92770941Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::e]:64769","req_id":"b6ad50f5-7bd1-49ad-91df-dd0afd43ff03","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:47.523236585Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:63230","req_id":"ebdbbbae-e95f-4300-ae8e-188d8c4d8e2f","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63300,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:47.542138529Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:15349","req_id":"45e8c20e-dec7-4a56-93f1-78eba3329c75","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:47.800249832Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64636"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:47.849266801Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"fa567bf9-766c-4321-b83e-db954544f254","remote_addr":"[fd00:1122:3344:101::c]:64636","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":24677,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:48.045342454Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:52302","req_id":"175f586b-1eff-4f3e-bc1d-99e0db3a2be2","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:48.661279715Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:34820","req_id":"54942cca-b9d4-4281-8d64-8321c3260995","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.742378113Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57529"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.742897247Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"a1686b17-a1a4-4a3b-bf6e-ac7676d118f5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.742923988Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"a1686b17-a1a4-4a3b-bf6e-ac7676d118f5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.742942448Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"a1686b17-a1a4-4a3b-bf6e-ac7676d118f5","remote_addr":"[fd00:1122:3344:101::c]:57529","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":382,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:48.834692531Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:49921","req_id":"ae76ad41-0828-4477-89b1-7a0762ff0cec","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.894633482Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65361"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:48.895219189Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"74c844d6-0632-458a-9138-a045dbf3c621","remote_addr":"[fd00:1122:3344:101::c]:65361","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":494,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:50.497445414Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:28133","req_id":"0074b58f-7d2c-422a-9674-8a681d6f8583","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:50.600084888Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55403"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:50.600383407Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"36ff939e-d9c4-4599-a0f7-02d442fb8023","remote_addr":"[fd00:1122:3344:101::c]:55403","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23372,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:50.956678551Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:55835","req_id":"b2d47095-d8b6-4cc9-bad5-008149c76f71","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56495,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:51.604581558Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::b]:54556","req_id":"6f1bbda2-199c-4680-b6f3-cdb047096c35","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.768588413Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54987"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.768877821Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"a76b7b49-5849-4887-bd21-c8289fcc8cd5","remote_addr":"[fd00:1122:3344:101::b]:54987","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.827003172Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63792"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.827448765Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"b3241c4a-659b-463a-9161-a03a4c7695ff","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.827496346Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"b3241c4a-659b-463a-9161-a03a4c7695ff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:51.827510377Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"b3241c4a-659b-463a-9161-a03a4c7695ff","remote_addr":"[fd00:1122:3344:101::b]:63792","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":218,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:52.682637037Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::b]:63478","req_id":"609320be-9902-41fd-bf46-3be88ffb0d20","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:52.786990059Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34674"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:52.787482932Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"6220295f-8eb7-47a8-a5f1-9a4c9f9097ca","remote_addr":"[fd00:1122:3344:101::b]:34674","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":273,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:39:54.250719685Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::a]:31169","req_id":"e235e72c-23fd-4429-87e7-c15e3e69663f","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:54.371859663Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55343"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:39:54.372172111Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"a10992f3-bbe0-4183-97ce-dc966d9763ae","remote_addr":"[fd00:1122:3344:101::a]:55343","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:00.957628247Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:59434","req_id":"6d04da25-7408-426d-90d4-a1583cb2f635","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:10.959304375Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:57681","req_id":"7de6e55c-3169-4e2e-a5a3-0eabc7f1e398","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:11.28638028Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:34137","req_id":"aa08c635-e1dc-43cd-a157-25e5e8a866f9","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42953,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:11.29108932Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:39980","req_id":"b5f7929c-c237-4ed4-be52-56bb10120529","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:11.295442231Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:52544","req_id":"0346e4e9-5393-4fdb-ae99-7eff066df75f","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:20.961610821Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:58363","req_id":"e5ec6fee-627b-4f12-9c2f-e33ca04f9d56","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:30.963092822Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:62445","req_id":"a35d5de8-e3e2-4dfc-ac05-32a82a49a227","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:40.96469224Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:50572","req_id":"eee7df1d-68ab-4c46-afa3-2450100faa2f","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.103539341Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59133"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.104001944Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"b50a2591-5bff-4334-a228-f29a497dcfc7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.104059805Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"b50a2591-5bff-4334-a228-f29a497dcfc7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.104070996Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"b50a2591-5bff-4334-a228-f29a497dcfc7","remote_addr":"[fd00:1122:3344:101::a]:59133","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":324,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.901324542Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33283"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.901767634Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"c18def0e-0997-4dc2-b592-f2f349d45074","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.901785365Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"c18def0e-0997-4dc2-b592-f2f349d45074","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:43.901825186Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"c18def0e-0997-4dc2-b592-f2f349d45074","remote_addr":"[fd00:1122:3344:101::c]:33283","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":283,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:44.635671975Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::a]:42377","req_id":"f497c373-26fe-4843-b4d9-38015ced8501","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:44.726815141Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60564"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:44.727060777Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"12e275b3-917c-4608-abc6-f238469cc592","remote_addr":"[fd00:1122:3344:101::a]:60564","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:45.100071015Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:7258","req_id":"8fea8bad-f01c-4e4a-b036-98afdf459ae3","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:45.194104441Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40373"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:45.194351388Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"59c98fd8-3c92-46c7-afee-135f0f78a2c3","remote_addr":"[fd00:1122:3344:101::c]:40373","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:50.966058839Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:56488","req_id":"67de2608-6aa5-47d9-83af-2c38b120bc1c","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:51.206093122Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35602"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:51.206544954Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"87a9a1f1-4759-4505-a7ae-0e9ed106c7ca","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:51.206646297Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"87a9a1f1-4759-4505-a7ae-0e9ed106c7ca","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:51.206656688Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"87a9a1f1-4759-4505-a7ae-0e9ed106c7ca","remote_addr":"[fd00:1122:3344:101::b]:35602","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":160,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:40:52.070258293Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::b]:3993","req_id":"d0f6ccb1-1abd-48e8-9cd1-8e97c1855549","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:52.164818864Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37860"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:40:52.165145433Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"418559ae-2709-4085-9f5c-dde228b3f5d7","remote_addr":"[fd00:1122:3344:101::b]:37860","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":264,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:00.967798307Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:58943","req_id":"40084634-a230-4407-842b-178da49a9a25","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40522,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:10.969419724Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:60715","req_id":"eb0e8db0-d869-4e5d-bc77-9f9a5d4880dd","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:20.971075337Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:52139","req_id":"c9f3ceb7-2433-4742-abef-137798bfbf8f","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:30.972391364Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:62326","req_id":"79b82b33-3d3b-4e1e-8738-18f083436352","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:40.974810418Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:53659","req_id":"906117a8-eddf-426d-a078-ca4b9d9c9617","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:42.951323758Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41936"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:42.952597473Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"97d0812e-d486-435d-96f1-c8ebf2ac0110","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:42.952619134Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"97d0812e-d486-435d-96f1-c8ebf2ac0110","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:42.952653355Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"97d0812e-d486-435d-96f1-c8ebf2ac0110","remote_addr":"[fd00:1122:3344:101::a]:41936","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:43.823296625Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::a]:16212","req_id":"145268a7-29a4-4fb3-8802-1b2053caa8bc","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.901087511Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47565"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.901883063Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"9bc238e6-e84f-4104-aed6-cc20635374f9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.901964906Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"9bc238e6-e84f-4104-aed6-cc20635374f9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.90213225Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"9bc238e6-e84f-4104-aed6-cc20635374f9","remote_addr":"[fd00:1122:3344:101::c]:47565","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":251,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.925985371Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33561"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:43.92629604Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"94aa3c5a-ca03-482c-b7bf-97e5f31f8a9a","remote_addr":"[fd00:1122:3344:101::a]:33561","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":267,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:45.489731881Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:65413","req_id":"199e0c8a-85e1-49ab-8cf6-e00975cf31a6","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:45.760407133Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35916"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:45.76067402Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"96365785-c377-4633-a5b7-58f20aa58ca5","remote_addr":"[fd00:1122:3344:101::c]:35916","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48310,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:50.976754825Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:65233","req_id":"df65d18e-ca10-4044-903f-271583335b82","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:51.20425212Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55011"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:51.205249988Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"5a7c7271-f3b1-4a92-b37e-9bba9ab1ec2c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:51.20531599Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"5a7c7271-f3b1-4a92-b37e-9bba9ab1ec2c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:51.20533134Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"5a7c7271-f3b1-4a92-b37e-9bba9ab1ec2c","remote_addr":"[fd00:1122:3344:101::b]:55011","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:41:52.384319725Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::b]:44221","req_id":"621f265e-dd36-4a78-bfc2-2088d5a18446","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:52.473005203Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41083"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:41:52.47324901Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"233c1e58-b8c2-40fc-9ebd-d9c29c92a463","remote_addr":"[fd00:1122:3344:101::b]:41083","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:00.978778389Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:62484","req_id":"f817e9e5-fc0a-40bb-9013-9c37564b3400","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58272,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:10.980397432Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:65347","req_id":"6d2d5a32-d441-4585-969b-644a5172b922","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:20.982508871Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:52509","req_id":"9ef98c69-c05d-4766-adf4-35d529520ca4","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:28.104655299Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:40516","req_id":"70795fff-adc2-4b6e-8868-6cbd994c0209","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:28.109258936Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:55485","req_id":"29011301-1f4e-4822-976c-628da9caa726","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1794,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:28.114158922Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:56450","req_id":"36c6d62d-e045-44ee-8abf-12367774ef04","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52066,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:30.984300092Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:50485","req_id":"9dd48047-641a-4afe-a209-0d2f2005e6a7","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19917,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:40.986388863Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:51592","req_id":"b58cb5fe-f985-404a-acb1-45b150e5a27e","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:42.95041121Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60543"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:42.950703758Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"19147a45-cfb7-479b-9d5d-686d1defbd16","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:42.950725049Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"19147a45-cfb7-479b-9d5d-686d1defbd16","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:42.950736059Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"19147a45-cfb7-479b-9d5d-686d1defbd16","remote_addr":"[fd00:1122:3344:101::a]:60543","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":208,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:43.790968206Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::a]:18789","req_id":"50284a11-c0b7-4792-ab1d-3d10b2c7ab2b","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.875808038Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64554"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.876017864Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"33341c18-fdb7-4d6b-980b-541beded9e62","remote_addr":"[fd00:1122:3344:101::a]:64554","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":178,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.900348778Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58984"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.900797681Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"24fc0eff-f66d-4e3e-a58f-4ab25eab01aa","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.900843152Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"24fc0eff-f66d-4e3e-a58f-4ab25eab01aa","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:43.900854792Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"24fc0eff-f66d-4e3e-a58f-4ab25eab01aa","remote_addr":"[fd00:1122:3344:101::c]:58984","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":305,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:44.828912544Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:49431","req_id":"3cd59697-49e3-47be-b7bf-f0625a0a5d80","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:44.918183038Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56623"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:44.918456746Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"f5b2a123-1b6d-45dd-ba1a-91562f860003","remote_addr":"[fd00:1122:3344:101::c]:56623","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:50.987973061Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:60931","req_id":"33b760a4-3a4c-4589-b94b-a9f91717ec47","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:51.204990031Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47849"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:51.205709345Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"db028e68-027c-4905-ad60-12ffe9a13c9a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:51.205748786Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"db028e68-027c-4905-ad60-12ffe9a13c9a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:51.205757006Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"db028e68-027c-4905-ad60-12ffe9a13c9a","remote_addr":"[fd00:1122:3344:101::b]:47849","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":264,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:42:52.230940787Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::b]:14227","req_id":"4995893d-1fc8-4fc7-ab02-3fc90d9cc9d9","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:52.318615857Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44580"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:42:52.318876054Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"45ba9fe7-d163-4376-af5b-b29f9776ea5f","remote_addr":"[fd00:1122:3344:101::b]:44580","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:00.990597018Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:52581","req_id":"d2b07182-89d3-49b4-9f75-fabac8a7f26e","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:10.991526015Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:58858","req_id":"511d9c40-0616-44b5-bbb2-fb6ff049abc9","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:20.993266861Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:52150","req_id":"92a498dd-d062-4ce9-a4e8-a354d9438c46","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34814,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:30.995007429Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:62910","req_id":"d5e89eeb-6508-4217-b5da-2567a59c3219","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:40.996414255Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:64839","req_id":"d91a1082-86cb-4471-a7f0-600d8eeedfde","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:42.950748049Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53091"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:42.95187116Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"54d7dd05-3c38-4c75-9488-1d8e7cb4486f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:42.951899381Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"54d7dd05-3c38-4c75-9488-1d8e7cb4486f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:42.951915011Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"54d7dd05-3c38-4c75-9488-1d8e7cb4486f","remote_addr":"[fd00:1122:3344:101::a]:53091","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":257,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:43.825618476Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::a]:44761","req_id":"ccee5c70-8c67-404e-9331-7e40e9b4ea2e","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.899954836Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56566"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.900313096Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"770bd203-29c6-468d-ac5e-6f18659eeaf4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.900339437Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"770bd203-29c6-468d-ac5e-6f18659eeaf4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.900358078Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"770bd203-29c6-468d-ac5e-6f18659eeaf4","remote_addr":"[fd00:1122:3344:101::c]:56566","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":227,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.93218697Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45691"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:43.932426496Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"537b5f95-df97-4600-8662-b8f9b81bb25a","remote_addr":"[fd00:1122:3344:101::a]:45691","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:45.310632073Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:43894","req_id":"444f1ef5-d0bb-47d6-93a5-eb77da03115b","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:45.486020554Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45477"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:45.4862632Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"05eb471f-2d9b-4c0f-a842-a9fc9eb6b351","remote_addr":"[fd00:1122:3344:101::c]:45477","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:50.998810729Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:50477","req_id":"0befe5bd-9b68-40bd-ae55-d186a1a9eb4e","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:51.204242023Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39234"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:51.204718106Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"47c25a46-aaba-400e-84b9-fea9db3c7cdc","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:51.204741226Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"47c25a46-aaba-400e-84b9-fea9db3c7cdc","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:51.204751437Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"47c25a46-aaba-400e-84b9-fea9db3c7cdc","remote_addr":"[fd00:1122:3344:101::b]:39234","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":321,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:43:52.085645121Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::b]:24832","req_id":"b831dae2-7380-49e4-a2d1-fa7b3cb996f8","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:52.262625636Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36075"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:43:52.262899504Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"1165c0e9-8555-483b-8470-b5f50a2d8dc7","remote_addr":"[fd00:1122:3344:101::b]:36075","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":236,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:01.000335602Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:54803","req_id":"6bf3ad7a-89f9-48d1-a8f0-90b33eb773af","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65335,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:11.001228736Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:52991","req_id":"eb433fef-3f2d-41cc-89ef-54b317838f64","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:21.002191582Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:54894","req_id":"027ba695-fb79-4179-b70c-a2d49f759e08","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:31.003280241Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:63562","req_id":"446027bb-5867-4c7b-aae6-fd9e2752951f","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:36.370628896Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:35218","req_id":"235692a2-58fc-4eba-8ede-48f3bfcdb531","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15052,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:36.376132329Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:41756","req_id":"88582f1b-6c60-406e-a0b8-59e2c820422f","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:36.380809069Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:63656","req_id":"2d7d33c7-f66b-4837-bb2f-e698509f1a87","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:41.004689078Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:58566","req_id":"266b7e1f-dbcd-43ec-86a4-a2d0ed1bfe7a","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:42.94961113Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59429"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:42.949834127Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"4c940501-37ad-47b1-b963-9c641d267db2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:42.949867277Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"4c940501-37ad-47b1-b963-9c641d267db2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:42.949877098Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"4c940501-37ad-47b1-b963-9c641d267db2","remote_addr":"[fd00:1122:3344:101::a]:59429","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":170,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:43.899584469Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35176"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:43.89998168Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"004a786f-15a1-44dc-979d-099be81d8aca","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:43.900051052Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"004a786f-15a1-44dc-979d-099be81d8aca","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:43.900062412Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"004a786f-15a1-44dc-979d-099be81d8aca","remote_addr":"[fd00:1122:3344:101::c]:35176","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:44.09557037Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::a]:40302","req_id":"97ad8ea9-3ed2-4380-b0c9-85ab62f70bce","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:44.192675431Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48567"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:44.192913808Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"75c2a61b-4e1f-4459-8772-86d16667bbdb","remote_addr":"[fd00:1122:3344:101::a]:48567","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":195,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:44.862230908Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::c]:43647","req_id":"327556c0-93cf-46cd-a45a-b4340439de01","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:45.035274864Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42572"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:45.03549751Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"b374a805-ac0a-4f27-b0a9-a6c8dd93a2d2","remote_addr":"[fd00:1122:3344:101::c]:42572","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:51.00551753Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::d]:62665","req_id":"865f5def-02aa-4a03-a135-18b2f9b48019","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:51.203806296Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38818"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:51.204268808Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"5ef2ef42-148f-4129-a639-f4e46ff24c6d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:51.204295499Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"new_generation":1,"req_id":"5ef2ef42-148f-4129-a639-f4e46ff24c6d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:51.20430809Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"PUT","req_id":"5ef2ef42-148f-4129-a639-f4e46ff24c6d","remote_addr":"[fd00:1122:3344:101::b]:38818","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:44:52.122758765Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::b]:31918","req_id":"9bc09818-f542-4944-bf63-8947974ad7f5","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:52.214736535Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59633"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-07T22:44:52.214961541Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"uri":"/config","method":"GET","req_id":"e6d51c3e-9dba-4495-ab20-a85e81618526","remote_addr":"[fd00:1122:3344:101::b]:59633","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 97,\n 56,\n 102,\n 54,\n 55,\n 98,\n 45,\n 50,\n 99,\n 49,\n 55,\n 45,\n 52,\n 99,\n 50,\n 57,\n 45,\n 56,\n 101,\n 55,\n 97,\n 45,\n 53,\n 48,\n 49,\n 49,\n 97,\n 52,\n 99,\n 49,\n 53,\n 98,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.244300579Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::3]:42413","req_id":"748c24a1-2924-4401-bf8d-2f6a6ccd9e5a","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 97,\n 56,\n 102,\n 54,\n 55,\n 98,\n 45,\n 50,\n 99,\n 49,\n 55,\n 45,\n 52,\n 99,\n 50,\n 57,\n 45,\n 56,\n 101,\n 55,\n 97,\n 45,\n 53,\n 48,\n 49,\n 49,\n 97,\n 52,\n 99,\n 49,\n 53,\n 98,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_97a8f67b-2c17-4c29-8e7a-5011a4c15b3c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.244887305Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::3]:36413","req_id":"1faa575b-df93-49ff-bf2c-806c95fb1421","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 51,\n 54,\n 50,\n 57,\n 50,\n 97,\n 98,\n 45,\n 55,\n 49,\n 48,\n 55,\n 45,\n 52,\n 98,\n 99,\n 48,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 97,\n 50,\n 49,\n 97,\n 97,\n 101,\n 50,\n 51,\n 97,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.286055526Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::5]:48214","req_id":"b7065832-7070-49b2-8cfa-3ea6d6772a4d","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 51,\n 54,\n 50,\n 57,\n 50,\n 97,\n 98,\n 45,\n 55,\n 49,\n 48,\n 55,\n 45,\n 52,\n 98,\n 99,\n 48,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 97,\n 50,\n 49,\n 97,\n 97,\n 101,\n 50,\n 51,\n 97,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d36292ab-7107-4bc0-a8b4-a21aae23a75d.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.286639272Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::5]:44986","req_id":"2b44d5c6-0969-4204-981e-b9c865c2fddf","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 55,\n 51,\n 48,\n 97,\n 100,\n 53,\n 45,\n 53,\n 53,\n 98,\n 48,\n 45,\n 52,\n 49,\n 97,\n 102,\n 45,\n 97,\n 56,\n 56,\n 100,\n 45,\n 51,\n 50,\n 50,\n 57,\n 102,\n 54,\n 48,\n 99,\n 48,\n 53,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.308773615Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::7]:62991","req_id":"5df650bb-7bb9-4f26-ae9c-e5ec16d68498","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 55,\n 51,\n 48,\n 97,\n 100,\n 53,\n 45,\n 53,\n 53,\n 98,\n 48,\n 45,\n 52,\n 49,\n 97,\n 102,\n 45,\n 97,\n 56,\n 56,\n 100,\n 45,\n 51,\n 50,\n 50,\n 57,\n 102,\n 54,\n 48,\n 99,\n 48,\n 53,\n 49,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42730ad5-55b0-41af-a88d-3229f60c0518.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.30929114Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::7]:50320","req_id":"05771889-adea-442a-8af1-2ec6af882831","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_1e47417b-2d9f-4964-90bd-c7a665b1d14c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_1e47417b-2d9f-4964-90bd-c7a665b1d14c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 101,\n 52,\n 55,\n 52,\n 49,\n 55,\n 98,\n 45,\n 50,\n 100,\n 57,\n 102,\n 45,\n 52,\n 57,\n 54,\n 52,\n 45,\n 57,\n 48,\n 98,\n 100,\n 45,\n 99,\n 55,\n 97,\n 54,\n 54,\n 53,\n 98,\n 49,\n 100,\n 49,\n 52,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_1e47417b-2d9f-4964-90bd-c7a665b1d14c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.349218196Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::1b]:58861","req_id":"e4dfc5e0-d6a7-4334-8c0a-2184a588ca8b","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 50,\n 53,\n 97,\n 49,\n 53,\n 48,\n 45,\n 57,\n 52,\n 53,\n 52,\n 45,\n 52,\n 54,\n 99,\n 55,\n 45,\n 56,\n 52,\n 101,\n 48,\n 45,\n 102,\n 100,\n 51,\n 56,\n 57,\n 97,\n 56,\n 56,\n 55,\n 49,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.381021738Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::4]:39318","req_id":"ac7b297b-546b-4bff-be64-4334bd892a41","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 50,\n 53,\n 97,\n 49,\n 53,\n 48,\n 45,\n 57,\n 52,\n 53,\n 52,\n 45,\n 52,\n 54,\n 99,\n 55,\n 45,\n 56,\n 52,\n 101,\n 48,\n 45,\n 102,\n 100,\n 51,\n 56,\n 57,\n 97,\n 56,\n 56,\n 55,\n 49,\n 54,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6325a150-9454-46c7-84e0-fd389a88716c.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.381751548Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::4]:38689","req_id":"55ec9dd7-2031-4c50-bdd5-9bc7c9465c24","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 55,\n 102,\n 55,\n 101,\n 55,\n 55,\n 45,\n 97,\n 101,\n 99,\n 55,\n 45,\n 52,\n 101,\n 53,\n 52,\n 45,\n 98,\n 49,\n 48,\n 97,\n 45,\n 101,\n 54,\n 100,\n 102,\n 51,\n 101,\n 53,\n 100,\n 53,\n 101,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.394176402Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::6]:42218","req_id":"0345c2fc-7a8a-4108-b8f2-150d36ea5f80","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 49,\n 55,\n 102,\n 55,\n 101,\n 55,\n 55,\n 45,\n 97,\n 101,\n 99,\n 55,\n 45,\n 52,\n 101,\n 53,\n 52,\n 45,\n 98,\n 49,\n 48,\n 97,\n 45,\n 101,\n 54,\n 100,\n 102,\n 51,\n 101,\n 53,\n 100,\n 53,\n 101,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_917f7e77-aec7-4e54-b10a-e6df3e5d5ea9.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-07T22:45:00.394684787Z","hostname":"oxz_internal_dns_6c4c662d-0ece-4eba-9c0d-37815d5d9d91","pid":5311,"peer_addr":"[fd00:1122:3344:101::6]:33727","req_id":"bbc7bb66-2c1e-433a-b274-ad76b2398d73","bind_address":"[fd00:1122:3344:3::1]:53","component":"dns"}