[ Apr 14 21:25:41 Enabled. ] [ Apr 14 21:25:41 Rereading configuration. ] [ Apr 14 21:25:41 Rereading configuration. ] [ Apr 14 21:25:42 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Apr 14 21:25:42 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:42.99436889Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:42.994535434Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.012279064Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.012297294Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.012311775Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.012560569Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.041217065Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:50247"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.042145213Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"e94c2295-dfa0-42a5-bb11-69bdae83a807","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.042159354Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.059108158Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.059135669Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"e94c2295-dfa0-42a5-bb11-69bdae83a807","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:25:43.05919424Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"PUT","req_id":"e94c2295-dfa0-42a5-bb11-69bdae83a807","remote_addr":"[fd00:1122:3344:3::2]:50247","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17465,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:25:58.551811474Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::1b]:46228","req_id":"d206a01f-6cc3-4018-83d7-f00f9252284d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:25:58.556096638Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::1b]:55448","req_id":"72c1bca5-9a10-4e82-9ba2-3d2b829315f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:25:58.560073387Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::1b]:63188","req_id":"fb77f5d4-60fe-4733-93e3-4d7914400c77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:27:54.370048051Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:63330","req_id":"61b2261a-b9be-455b-9e13-3d6552efbf59","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 97,\n 54,\n 52,\n 55,\n 50,\n 53,\n 49,\n 45,\n 49,\n 56,\n 99,\n 54,\n 45,\n 52,\n 99,\n 99,\n 101,\n 45,\n 56,\n 54,\n 57,\n 48,\n 45,\n 52,\n 48,\n 99,\n 101,\n 57,\n 53,\n 50,\n 101,\n 102,\n 54,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:27:56.931988779Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::e]:37186","req_id":"e62cdc6d-492a-4ba0-9a18-adc10e7f7588","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 97,\n 54,\n 52,\n 55,\n 50,\n 53,\n 49,\n 45,\n 49,\n 56,\n 99,\n 54,\n 45,\n 52,\n 99,\n 99,\n 101,\n 45,\n 56,\n 54,\n 57,\n 48,\n 45,\n 52,\n 48,\n 99,\n 101,\n 57,\n 53,\n 50,\n 101,\n 102,\n 54,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:27:56.932680052Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::e]:64143","req_id":"37d672ae-ec15-4523-88c5-f33477ed5be0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:04.269902024Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::c]:18817","req_id":"bc38c447-714b-4afd-95ec-6cf4d81fd69f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:04.341556138Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:53534","req_id":"5a4d66a3-d540-4d7a-b2af-1807edcd8675","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10186,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:04.409662092Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::b]:37599","req_id":"25294527-54ee-4428-89d6-a07b1722e971","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:04.571744412Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::a]:5311","req_id":"fe7563f9-5e6d-4951-942f-367350149c85","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.437722842Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45568"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.510817965Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"42cab220-cb09-4b97-aaef-7da394ef0b29","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.510928597Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"42cab220-cb09-4b97-aaef-7da394ef0b29","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.513295424Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"PUT","req_id":"42cab220-cb09-4b97-aaef-7da394ef0b29","remote_addr":"[fd00:1122:3344:101::a]:45568","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":50888,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:06.596816253Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::a]:21831","req_id":"057f1b02-d129-4f6d-8718-95bed37b92ec","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.950574715Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61559"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:06.958803627Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"GET","req_id":"594de44e-acc9-43da-b23f-55d329c598b9","remote_addr":"[fd00:1122:3344:101::a]:61559","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":8148,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:08.076601851Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::a]:29753","req_id":"ee738958-d47d-42d1-a998-b8a92eecb6e9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:08.211612556Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40610"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:08.211871951Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"GET","req_id":"aa9f7db3-40e4-4a8f-94ad-7941ea268431","remote_addr":"[fd00:1122:3344:101::a]:40610","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:14.341555939Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:49287","req_id":"6073ecc3-a308-405b-9f60-92a1d429f2f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:14.883428475Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::c]:29781","req_id":"fcbecfc1-13e0-488c-9d8a-0b958fdc2b34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:14.919826643Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::b]:60260","req_id":"bb5bdf95-042f-499b-aac0-032ab5ee1cd0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:15.028838875Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58810"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:15.029128271Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"GET","req_id":"f994c60b-1555-40f5-81a7-83905ac0775c","remote_addr":"[fd00:1122:3344:101::c]:58810","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:15.142212433Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44637"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:28:15.143793774Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"GET","req_id":"9a9a30ab-dd64-41d6-878c-fb0d0d76547e","remote_addr":"[fd00:1122:3344:101::b]:44637","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:24.343151839Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:51985","req_id":"3c118b14-5463-4606-bc0f-34c078bd06c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30011,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:34.345792001Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:53794","req_id":"1c3182c3-66cc-4428-90b3-5f29a6246ce4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:44.346930971Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:53317","req_id":"5a5fd3b5-1bb7-4b72-a81b-dbf9c6502f6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:28:54.348071721Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:53719","req_id":"00c8b431-9409-41eb-86b2-f3b289ac5834","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.059194698Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61948"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.065561413Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"07d446dd-369b-4a6e-bf6e-5aa9ba0232b6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.065636425Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"07d446dd-369b-4a6e-bf6e-5aa9ba0232b6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.065688846Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"PUT","req_id":"07d446dd-369b-4a6e-bf6e-5aa9ba0232b6","remote_addr":"[fd00:1122:3344:101::c]:61948","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":350,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.1170642Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49595"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.12114125Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"5b7f48ed-c679-4bab-8707-fea1eeef5dd0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.121177961Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"5b7f48ed-c679-4bab-8707-fea1eeef5dd0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.121217172Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"PUT","req_id":"5b7f48ed-c679-4bab-8707-fea1eeef5dd0","remote_addr":"[fd00:1122:3344:101::b]:49595","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":435,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.306194352Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58440"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.309186141Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"20858a61-7aa2-439f-a7bc-c82469aaef0a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.309263813Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"new_generation":1,"req_id":"20858a61-7aa2-439f-a7bc-c82469aaef0a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:04.309287814Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"PUT","req_id":"20858a61-7aa2-439f-a7bc-c82469aaef0a","remote_addr":"[fd00:1122:3344:101::a]:58440","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":418,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:04.35014202Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:59706","req_id":"d4b9221c-707e-43b1-a2ee-97a5bd8991fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:05.592720216Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::b]:65458","req_id":"f4772723-54f0-4ba1-88f7-a48835787f1f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:05.592966091Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::c]:28829","req_id":"f252214b-8e22-4aa6-8011-b672ce0b9925","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:05.593866068Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::a]:44081","req_id":"5ed77b21-3e02-4961-9fa6-c1121930043e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.698066325Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50366"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.69832195Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"GET","req_id":"fbbc8a9f-f224-4a52-8612-f0b4d35689e9","remote_addr":"[fd00:1122:3344:101::b]:50366","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.736958803Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58691"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.73732132Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"GET","req_id":"3f76a323-9f71-4749-8b19-2d9d094fe951","remote_addr":"[fd00:1122:3344:101::a]:58691","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":301,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.78289606Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36631"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-14T21:29:05.783216056Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"uri":"/config","method":"GET","req_id":"93036490-0b29-4208-9454-46ba3319f421","remote_addr":"[fd00:1122:3344:101::c]:36631","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":264,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1898,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:14.352174777Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:54947","req_id":"4f65c53a-2656-4b01-a876-2f8c18011c55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:24.353810693Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:56165","req_id":"33ac939f-0264-4f62-99a0-c97b4afddf01","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:34.355430876Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:56307","req_id":"ca42b0e7-8e55-4a3b-96c3-0d6ef58d9477","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:44.356233233Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:61000","req_id":"9a2439d5-e02f-444c-a9f7-19bc59ffd8c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:50.891136591Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::1b]:65326","req_id":"957c0d8e-0588-49f9-9aea-c5c6df1384e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:50.895382134Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::1b]:64376","req_id":"41c7f26b-28ab-4427-bcca-0856a812fe14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:50.899938234Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::1b]:64100","req_id":"04c1664a-15e2-4d1c-9dfa-2daeef3cc15a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:29:54.357670113Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::d]:59553","req_id":"f4c5c57a-8675-48ef-ac6a-bf3729dc192f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 56,\n 49,\n 48,\n 98,\n 98,\n 57,\n 99,\n 45,\n 98,\n 48,\n 57,\n 54,\n 45,\n 52,\n 49,\n 56,\n 49,\n 45,\n 97,\n 56,\n 102,\n 54,\n 45,\n 50,\n 57,\n 54,\n 102,\n 51,\n 57,\n 101,\n 102,\n 98,\n 57,\n 48,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.496416253Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::3]:54213","req_id":"b4c12013-e97d-4322-827a-65c608584cd7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 56,\n 49,\n 48,\n 98,\n 98,\n 57,\n 99,\n 45,\n 98,\n 48,\n 57,\n 54,\n 45,\n 52,\n 49,\n 56,\n 49,\n 45,\n 97,\n 56,\n 102,\n 54,\n 45,\n 50,\n 57,\n 54,\n 102,\n 51,\n 57,\n 101,\n 102,\n 98,\n 57,\n 48,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c810bb9c-b096-4181-a8f6-296f39efb906.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.497014285Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::3]:47747","req_id":"dedcc6c2-9a62-4e15-b756-1ea06a0ef15b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 101,\n 50,\n 49,\n 52,\n 52,\n 56,\n 57,\n 45,\n 100,\n 102,\n 51,\n 55,\n 45,\n 52,\n 48,\n 51,\n 101,\n 45,\n 97,\n 57,\n 54,\n 50,\n 45,\n 54,\n 53,\n 99,\n 49,\n 98,\n 53,\n 53,\n 56,\n 51,\n 55,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.519359266Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::4]:61252","req_id":"1a3d7515-84f6-475c-9a60-4600681ee281","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 101,\n 50,\n 49,\n 52,\n 52,\n 56,\n 57,\n 45,\n 100,\n 102,\n 51,\n 55,\n 45,\n 52,\n 48,\n 51,\n 101,\n 45,\n 97,\n 57,\n 54,\n 50,\n 45,\n 54,\n 53,\n 99,\n 49,\n 98,\n 53,\n 53,\n 56,\n 51,\n 55,\n 51,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9e214489-df37-403e-a962-65c1b5583733.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.519919587Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::4]:52924","req_id":"9ffd249b-f1f7-499b-bf75-ef02691e1d46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 57,\n 97,\n 49,\n 48,\n 56,\n 54,\n 45,\n 53,\n 99,\n 50,\n 53,\n 45,\n 52,\n 55,\n 97,\n 100,\n 45,\n 56,\n 53,\n 53,\n 54,\n 45,\n 48,\n 49,\n 100,\n 48,\n 55,\n 51,\n 102,\n 53,\n 99,\n 52,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.520615061Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::7]:43401","req_id":"fbda4ca8-c96f-41d3-a095-60149aa9970c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 57,\n 97,\n 49,\n 48,\n 56,\n 54,\n 45,\n 53,\n 99,\n 50,\n 53,\n 45,\n 52,\n 55,\n 97,\n 100,\n 45,\n 56,\n 53,\n 53,\n 54,\n 45,\n 48,\n 49,\n 100,\n 48,\n 55,\n 51,\n 102,\n 53,\n 99,\n 52,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_769a1086-5c25-47ad-8556-01d073f5c47f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.521047259Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::7]:62071","req_id":"86f6b3e3-8689-4836-980f-931eb554dd3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51116,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_abd751ef-7d4e-4dde-9fb1-c59bd28ee5b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_abd751ef-7d4e-4dde-9fb1-c59bd28ee5b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 97,\n 98,\n 100,\n 55,\n 53,\n 49,\n 101,\n 102,\n 45,\n 55,\n 100,\n 52,\n 101,\n 45,\n 52,\n 100,\n 100,\n 101,\n 45,\n 57,\n 102,\n 98,\n 49,\n 45,\n 99,\n 53,\n 57,\n 98,\n 100,\n 50,\n 56,\n 101,\n 101,\n 53,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_abd751ef-7d4e-4dde-9fb1-c59bd28ee5b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.554342806Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::1b]:59559","req_id":"c96bc500-ff71-4d9d-8ea1-0685370fce8b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 98,\n 98,\n 53,\n 49,\n 56,\n 48,\n 56,\n 45,\n 54,\n 98,\n 100,\n 57,\n 45,\n 52,\n 99,\n 49,\n 101,\n 45,\n 97,\n 50,\n 57,\n 102,\n 45,\n 98,\n 97,\n 99,\n 98,\n 49,\n 51,\n 55,\n 101,\n 49,\n 98,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.560998208Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::6]:57457","req_id":"bdd34bb3-d092-4d7d-a8b4-893dfaa67b02","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 98,\n 98,\n 53,\n 49,\n 56,\n 48,\n 56,\n 45,\n 54,\n 98,\n 100,\n 57,\n 45,\n 52,\n 99,\n 49,\n 101,\n 45,\n 97,\n 50,\n 57,\n 102,\n 45,\n 98,\n 97,\n 99,\n 98,\n 49,\n 51,\n 55,\n 101,\n 49,\n 98,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9bb51808-6bd9-4c1e-a29f-bacb137e1ba8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.561562319Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::6]:39501","req_id":"19252d12-17f1-43b5-8be3-506fd9147b22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 51,\n 57,\n 50,\n 98,\n 102,\n 52,\n 100,\n 45,\n 55,\n 50,\n 56,\n 52,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 101,\n 97,\n 97,\n 45,\n 48,\n 102,\n 98,\n 56,\n 97,\n 48,\n 101,\n 52,\n 49,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.589092612Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::5]:48703","req_id":"0fc8fb5b-19f8-4c24-9edd-3712b67fc622","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 51,\n 57,\n 50,\n 98,\n 102,\n 52,\n 100,\n 45,\n 55,\n 50,\n 56,\n 52,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 101,\n 97,\n 97,\n 45,\n 48,\n 102,\n 98,\n 56,\n 97,\n 48,\n 101,\n 52,\n 49,\n 57,\n 97,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a392bf4d-7284-4ce7-9eaa-0fb8a0e419af.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.589613283Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::5]:43487","req_id":"6e869daf-f433-4792-91c3-dd08ed6c4cde","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.689997294Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::2]:48979","req_id":"286b4e2c-4f5e-4dda-85d5-a8737e30907a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.690584066Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::2]:57054","req_id":"4d19d425-0e17-4bb1-b535-d3d40eb2c8f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 97,\n 54,\n 52,\n 55,\n 50,\n 53,\n 49,\n 45,\n 49,\n 56,\n 99,\n 54,\n 45,\n 52,\n 99,\n 99,\n 101,\n 45,\n 56,\n 54,\n 57,\n 48,\n 45,\n 52,\n 48,\n 99,\n 101,\n 57,\n 53,\n 50,\n 101,\n 102,\n 54,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.759125449Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::e]:61827","req_id":"efc0ea1b-bc78-4226-9227-0a0d9d5c5134","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 97,\n 54,\n 52,\n 55,\n 50,\n 53,\n 49,\n 45,\n 49,\n 56,\n 99,\n 54,\n 45,\n 52,\n 99,\n 99,\n 101,\n 45,\n 56,\n 54,\n 57,\n 48,\n 45,\n 52,\n 48,\n 99,\n 101,\n 57,\n 53,\n 50,\n 101,\n 102,\n 54,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4a647251-18c6-4cce-8690-40ce952ef6cc.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-14T21:30:00.7596871Z","hostname":"oxz_internal_dns_1f2c459c-8e52-457d-a037-c236f94af63a","pid":5476,"peer_addr":"[fd00:1122:3344:101::e]:41450","req_id":"1aa25e62-5ff8-468c-95f5-9b4f0f9dc39b","component":"dns"}