[ May 4 23:23:23 Enabled. ] [ May 4 23:23:23 Rereading configuration. ] [ May 4 23:23:24 Rereading configuration. ] [ May 4 23:23:27 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 4 23:23:27 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.784131621Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.784283685Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.801988691Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.802010291Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.802065033Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.802295329Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.926214186Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:45832"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.926989689Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"b8adbf6c-a7ee-4336-8ea1-6a5f669b687e","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.92703245Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.994672011Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.994706761Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"b8adbf6c-a7ee-4336-8ea1-6a5f669b687e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:23:27.994714422Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"b8adbf6c-a7ee-4336-8ea1-6a5f669b687e","remote_addr":"[fd00:1122:3344:3::2]:45832","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":68141,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2540,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:23:40.321874148Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:35225","req_id":"d2764694-efad-4a5d-9200-360a21b00f16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:23:40.327111408Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:50030","req_id":"0d2b3a00-6268-4613-82a9-fbf03eebced9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:23:40.332932734Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:34892","req_id":"21370a3b-7af9-4226-b591-c7280d948be0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:25:44.344978755Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:64485","req_id":"a217d90a-7df0-4f0b-a5d0-d92e13d11e9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:25:44.399346091Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:46212","req_id":"848811e6-7f3c-4028-9a02-7ff20c9bd3ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:25:44.399449191Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:65073","req_id":"1550f110-c4d9-499e-9bee-136f62af3854","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:05.765773127Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:62943","req_id":"fd2f85ca-335f-462a-81ac-644bb0356231","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:15.769379222Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:52953","req_id":"a6259427-1659-4e02-bb47-427fed7037d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:16.537614491Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::b]:31324","req_id":"e0dc1d4d-fcfa-4eb9-85c6-0968338568d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23335,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:17.69653927Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::a]:40023","req_id":"42ada489-95d8-4210-ae7a-9c3db99d8ac6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:17.823661189Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::c]:6534","req_id":"52cfc49c-f032-4ac7-b81e-8fe2c8462299","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 52,\n 102,\n 50,\n 101,\n 48,\n 53,\n 48,\n 45,\n 49,\n 52,\n 49,\n 57,\n 45,\n 52,\n 50,\n 48,\n 98,\n 45,\n 56,\n 54,\n 51,\n 98,\n 45,\n 48,\n 57,\n 50,\n 57,\n 101,\n 48,\n 55,\n 54,\n 54,\n 101,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:21.77224496Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::e]:41778","req_id":"3be18c3f-3952-4077-a3da-3619cca54f26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 52,\n 102,\n 50,\n 101,\n 48,\n 53,\n 48,\n 45,\n 49,\n 52,\n 49,\n 57,\n 45,\n 52,\n 50,\n 48,\n 98,\n 45,\n 56,\n 54,\n 51,\n 98,\n 45,\n 48,\n 57,\n 50,\n 57,\n 101,\n 48,\n 55,\n 54,\n 54,\n 101,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:21.772720604Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::e]:48659","req_id":"37e44b33-c17f-4450-9f59-5ac08a5eff61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:25.772001937Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:55069","req_id":"c3b0a82f-c7f8-4bff-b4aa-2ac07a92f256","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3903,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:35.774529336Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:50805","req_id":"6992a12b-f6bd-4875-8f9c-9beb35eb9164","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:44.892502578Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::b]:45767","req_id":"23f332a6-2b84-42d9-a796-989b1ee45b86","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:45.121782894Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33258"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:45.194717896Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"e4c7a357-385e-474f-9e60-bb3a9b3f5270","remote_addr":"[fd00:1122:3344:101::b]:33258","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":44374,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:45.77557619Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:62204","req_id":"f69d74c1-dd79-43dd-b899-28ef14e714f9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:46.451150848Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48755"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:46.457437958Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"647333d4-f165-4450-859e-1be39437b81a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:46.457465219Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"647333d4-f165-4450-859e-1be39437b81a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:46.457571862Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"647333d4-f165-4450-859e-1be39437b81a","remote_addr":"[fd00:1122:3344:101::c]:48755","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":290,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:46.789659083Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::c]:30696","req_id":"dc48ab5b-0555-4da4-9616-b05d4ca1b96d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:46.930162644Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63001"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:46.931136172Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"144af2b5-7743-49e8-97d7-640bdd9894cf","remote_addr":"[fd00:1122:3344:101::c]:63001","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":919,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:47.46770056Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::c]:44011","req_id":"4f70d6d4-64e8-493f-8288-40939b64bffd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:47.648042496Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::b]:57773","req_id":"702f07e5-de76-4ef6-9e6e-16dceee2be97","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:47.765410077Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37321"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:47.765786668Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"87b336c0-416e-4078-9721-03f1c2b3e28a","remote_addr":"[fd00:1122:3344:101::c]:37321","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":317,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:47.857718072Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53209"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:47.858039851Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"86853631-7274-4113-a9ec-919d78582fc5","remote_addr":"[fd00:1122:3344:101::b]:53209","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":262,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:48.683511358Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::a]:34680","req_id":"13681708-1cb8-48ea-ae66-f4e22bd0f7f6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:48.809199734Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62265"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:26:48.809463492Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"0ffb1d46-1dbd-4684-8d9f-fc807f950325","remote_addr":"[fd00:1122:3344:101::a]:62265","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:26:55.777326078Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:53220","req_id":"a804f560-1e50-4c80-b3ae-ffe990828973","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:05.77784902Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:57240","req_id":"e3cdb0d9-b0f6-4640-b9e7-83102fa16664","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19771,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:15.779811696Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:54235","req_id":"2e208a3b-b667-4b0c-8a7c-8c81b4fb3086","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:16.301571989Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59833"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:16.303428802Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"daf58f2a-134e-4d5e-b258-701fe6347d2a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:16.303484854Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"daf58f2a-134e-4d5e-b258-701fe6347d2a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:16.303493734Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"daf58f2a-134e-4d5e-b258-701fe6347d2a","remote_addr":"[fd00:1122:3344:101::b]:59833","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":226,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9743,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:17.413762466Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::b]:6386","req_id":"fae7e016-6537-459a-be7f-25f658fde06a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.58730412Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55942"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.591047397Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"8a30034b-afba-4707-827d-aaac3f60f701","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.591231922Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"8a30034b-afba-4707-827d-aaac3f60f701","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.591255463Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"8a30034b-afba-4707-827d-aaac3f60f701","remote_addr":"[fd00:1122:3344:101::c]:55942","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":314,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.608486545Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63550"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.610327937Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"16e1bbef-a6c1-4a1e-a519-e56767aed4ac","remote_addr":"[fd00:1122:3344:101::b]:63550","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":278,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.758533558Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41513"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.761342588Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"3eaa6c54-22fe-4634-806b-8ebb3c1f713a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.761519293Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"3eaa6c54-22fe-4634-806b-8ebb3c1f713a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:17.761535983Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"3eaa6c54-22fe-4634-806b-8ebb3c1f713a","remote_addr":"[fd00:1122:3344:101::a]:41513","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":362,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:18.63428454Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::c]:20789","req_id":"4c4e60e6-4639-4b05-8562-f56de610c7fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56950,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:18.634559658Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::a]:14956","req_id":"82544bd7-f14d-40bc-8766-80ed5b8cbfcf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:18.729734935Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46840"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:18.729986852Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"c7e7a751-bf10-42d8-ad43-5a65edd10f1d","remote_addr":"[fd00:1122:3344:101::c]:46840","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:18.768363628Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61291"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:27:18.769174191Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"e396838d-a644-4e93-832a-7cf71e65ae02","remote_addr":"[fd00:1122:3344:101::a]:61291","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:25.781038096Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:52099","req_id":"4e772830-c3b3-468e-b160-3f1f9c506776","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:35.783350371Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:50047","req_id":"c5449818-7b84-468b-b14f-dad01cf7447d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:36.32121274Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:62520","req_id":"6fbba980-f132-472c-9189-88b0564d5789","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:36.325261516Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:45194","req_id":"76929c0d-6823-4fac-9a71-6e4e627ab219","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:36.329378243Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:37757","req_id":"1a360a9c-92b1-4b90-9152-d37facaa4658","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:45.786438357Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:58727","req_id":"2d586ae3-9416-4d4d-81fb-cdf656927d7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:27:55.788039707Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:60446","req_id":"31dd5dcc-09c3-415d-b3d7-fad88798c288","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:05.790285696Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:62711","req_id":"40bae82a-f98b-43e3-9090-c9932ebb604e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:15.792383653Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:59413","req_id":"3b88f775-b08f-445a-8e75-987d68b84342","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:16.276616775Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54974"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:16.278601132Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"b704a774-163c-462b-a97c-3e485f4ac326","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:16.278619963Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"b704a774-163c-462b-a97c-3e485f4ac326","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:16.278642273Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"b704a774-163c-462b-a97c-3e485f4ac326","remote_addr":"[fd00:1122:3344:101::b]:54974","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":205,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:17.446641042Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::b]:49910","req_id":"5d3fe19e-9318-45bc-b3b8-e9a7dd1fdbab","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.586490544Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58667"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.587097691Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43757"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.589241602Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"876b69ce-389e-4ab0-96b7-c8daf260b473","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.589285714Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"876b69ce-389e-4ab0-96b7-c8daf260b473","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.589296154Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"876b69ce-389e-4ab0-96b7-c8daf260b473","remote_addr":"[fd00:1122:3344:101::a]:58667","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":292,"response_code":204} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.590441427Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"6bcd14ef-9782-46db-a1e0-3a776a3b67d4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.590499608Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"6bcd14ef-9782-46db-a1e0-3a776a3b67d4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.590510749Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"6bcd14ef-9782-46db-a1e0-3a776a3b67d4","remote_addr":"[fd00:1122:3344:101::c]:43757","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":255,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.684232924Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51348"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:17.684607124Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"c96bd557-e235-4137-ac46-b6d08a386dc9","remote_addr":"[fd00:1122:3344:101::b]:51348","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":276,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:18.61742586Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::a]:46905","req_id":"b67433e8-0069-4eeb-9eee-57737ed2478f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31262,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:18.617910504Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::c]:16912","req_id":"3b8b645a-27bf-443e-adee-c4008c703f5c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:18.720004238Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46121"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:18.720290236Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"3c5b6237-e81e-487e-af94-6b2a5ba949fc","remote_addr":"[fd00:1122:3344:101::c]:46121","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":242,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:18.756080726Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44256"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:28:18.756335875Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"dae7a5dd-66df-4d87-989c-b0ac817e328a","remote_addr":"[fd00:1122:3344:101::a]:44256","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17263,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:25.794061687Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:55125","req_id":"e3c1e9fd-cad3-41ad-a767-1430f58e36b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:35.796788203Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:63462","req_id":"76eb6c0e-6728-4d24-b3bf-d43ce01034fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:45.798115247Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:59208","req_id":"c108aba0-d710-4f70-9c95-3d26f6363260","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:28:55.800825174Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:60933","req_id":"e171b00e-b690-436b-8a5e-d458412bb91c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:05.802133959Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:61677","req_id":"64096c60-f819-42ab-bbf4-2e12279e4c0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:15.804460428Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:58772","req_id":"7c5c172a-587d-4b18-9790-ed53e86bcf35","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:16.276847981Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47748"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:16.27926571Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"b1cc2071-099e-4444-8053-b522fbb6887e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:16.279295831Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"b1cc2071-099e-4444-8053-b522fbb6887e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:16.279307231Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"b1cc2071-099e-4444-8053-b522fbb6887e","remote_addr":"[fd00:1122:3344:101::b]:47748","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":702,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48653,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:17.46660631Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::b]:34075","req_id":"d8310e37-d4f0-4963-b226-2255cb4d37cb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.586713139Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49540"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.58991689Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50005"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.590362833Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"b156de53-2f45-4c95-be33-c8e850b52092","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.590398654Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"b156de53-2f45-4c95-be33-c8e850b52092","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.590410504Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"b156de53-2f45-4c95-be33-c8e850b52092","remote_addr":"[fd00:1122:3344:101::a]:49540","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":204} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.593182013Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"d4346232-cb77-4b9f-99a0-d296d4ad3e65","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.593207054Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"new_generation":1,"req_id":"d4346232-cb77-4b9f-99a0-d296d4ad3e65","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.593217004Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"PUT","req_id":"d4346232-cb77-4b9f-99a0-d296d4ad3e65","remote_addr":"[fd00:1122:3344:101::c]:50005","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":258,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.711368377Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65443"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:17.711766398Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"4920c028-4ade-445c-9293-74d3552f9383","remote_addr":"[fd00:1122:3344:101::b]:65443","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":301,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:18.842313608Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::c]:13022","req_id":"1750a350-e82c-4eeb-9ab8-4e124ab9d868","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:18.847817905Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::a]:47684","req_id":"36b46951-30a9-4502-973e-0c6eaa107ad1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:18.940757218Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49089"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:18.941000835Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"6053705c-1336-4ea0-80ae-c924b22fc344","remote_addr":"[fd00:1122:3344:101::c]:49089","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:18.979110253Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42521"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-04T23:29:18.97938044Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"uri":"/config","method":"GET","req_id":"1d4e52c1-49db-47b7-8765-15aed6ac94cf","remote_addr":"[fd00:1122:3344:101::a]:42521","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:25.805148977Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:55361","req_id":"ab326b1a-cb93-4565-bc04-3ea77f64a3f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:35.806790989Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:49192","req_id":"eea9575f-17d6-4cae-ae6a-96920f6b5945","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59859,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:39.587213382Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:46790","req_id":"c3069537-1619-4d75-a8ca-a1eb63eb3fe7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:39.591259528Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:36865","req_id":"8a01479b-be95-48a7-893f-8599dadee53c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33505,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:39.595226101Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:38628","req_id":"dbcce296-d330-441e-96b7-b1fb94cbcea8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:45.808421261Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:64619","req_id":"94829c2e-8216-4a7a-8b0a-c9412c246c99","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:29:55.809943785Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::d]:58236","req_id":"844b3a70-fbf9-4594-b9f2-249ac40d7bcb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 52,\n 102,\n 50,\n 101,\n 48,\n 53,\n 48,\n 45,\n 49,\n 52,\n 49,\n 57,\n 45,\n 52,\n 50,\n 48,\n 98,\n 45,\n 56,\n 54,\n 51,\n 98,\n 45,\n 48,\n 57,\n 50,\n 57,\n 101,\n 48,\n 55,\n 54,\n 54,\n 101,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.387933745Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::e]:34091","req_id":"97190ce0-08c3-41fe-9387-3d4a78302f67","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 52,\n 102,\n 50,\n 101,\n 48,\n 53,\n 48,\n 45,\n 49,\n 52,\n 49,\n 57,\n 45,\n 52,\n 50,\n 48,\n 98,\n 45,\n 56,\n 54,\n 51,\n 98,\n 45,\n 48,\n 57,\n 50,\n 57,\n 101,\n 48,\n 55,\n 54,\n 54,\n 101,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d4f2e050-1419-420b-863b-0929e0766eb6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.388580453Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::e]:35732","req_id":"cb3ba27b-5ac6-441b-af20-189fea86f91d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.421642897Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::2]:35357","req_id":"16f72d89-fbf5-45de-9a85-57407da8c5f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.422217404Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::2]:50046","req_id":"b0a9bd51-da7d-4e86-8ed7-207b51207fa1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8f690a6f-a2e1-4893-ba4a-d8109e61b343.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8f690a6f-a2e1-4893-ba4a-d8109e61b343.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 102,\n 54,\n 57,\n 48,\n 97,\n 54,\n 102,\n 45,\n 97,\n 50,\n 101,\n 49,\n 45,\n 52,\n 56,\n 57,\n 51,\n 45,\n 98,\n 97,\n 52,\n 97,\n 45,\n 100,\n 56,\n 49,\n 48,\n 57,\n 101,\n 54,\n 49,\n 98,\n 51,\n 52,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8f690a6f-a2e1-4893-ba4a-d8109e61b343.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.461576217Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::1b]:39412","req_id":"17fbd94a-b549-463c-a35b-a336066c6563","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0c67bac9-4245-4d5a-b080-fbd39d0e4138.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0c67bac9-4245-4d5a-b080-fbd39d0e4138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 54,\n 55,\n 98,\n 97,\n 99,\n 57,\n 45,\n 52,\n 50,\n 52,\n 53,\n 45,\n 52,\n 100,\n 53,\n 97,\n 45,\n 98,\n 48,\n 56,\n 48,\n 45,\n 102,\n 98,\n 100,\n 51,\n 57,\n 100,\n 48,\n 101,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0c67bac9-4245-4d5a-b080-fbd39d0e4138.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.763817644Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::4]:41189","req_id":"b684fa14-0f13-4a7d-b850-c5551bf0e103","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0c67bac9-4245-4d5a-b080-fbd39d0e4138.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0c67bac9-4245-4d5a-b080-fbd39d0e4138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 99,\n 54,\n 55,\n 98,\n 97,\n 99,\n 57,\n 45,\n 52,\n 50,\n 52,\n 53,\n 45,\n 52,\n 100,\n 53,\n 97,\n 45,\n 98,\n 48,\n 56,\n 48,\n 45,\n 102,\n 98,\n 100,\n 51,\n 57,\n 100,\n 48,\n 101,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0c67bac9-4245-4d5a-b080-fbd39d0e4138.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.76439409Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::4]:62908","req_id":"9b2f7af9-cdbb-43b9-a1a1-a1611c4e658f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62490,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f112c475-56bc-4fd4-b2f9-7e6b92d62edb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f112c475-56bc-4fd4-b2f9-7e6b92d62edb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 49,\n 49,\n 50,\n 99,\n 52,\n 55,\n 53,\n 45,\n 53,\n 54,\n 98,\n 99,\n 45,\n 52,\n 102,\n 100,\n 52,\n 45,\n 98,\n 50,\n 102,\n 57,\n 45,\n 55,\n 101,\n 54,\n 98,\n 57,\n 50,\n 100,\n 54,\n 50,\n 101,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f112c475-56bc-4fd4-b2f9-7e6b92d62edb.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.81586681Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::7]:35763","req_id":"786039f9-2aa5-48b9-ad10-46d1d92cb622","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62490,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f112c475-56bc-4fd4-b2f9-7e6b92d62edb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f112c475-56bc-4fd4-b2f9-7e6b92d62edb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 49,\n 49,\n 50,\n 99,\n 52,\n 55,\n 53,\n 45,\n 53,\n 54,\n 98,\n 99,\n 45,\n 52,\n 102,\n 100,\n 52,\n 45,\n 98,\n 50,\n 102,\n 57,\n 45,\n 55,\n 101,\n 54,\n 98,\n 57,\n 50,\n 100,\n 54,\n 50,\n 101,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f112c475-56bc-4fd4-b2f9-7e6b92d62edb.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.816468407Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::7]:43770","req_id":"0ef1b847-b5a2-4a02-9d4a-5bd0204f1126","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4bf6cb68-2f38-4836-bf5b-0701ccfa0a6b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4bf6cb68-2f38-4836-bf5b-0701ccfa0a6b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 98,\n 102,\n 54,\n 99,\n 98,\n 54,\n 56,\n 45,\n 50,\n 102,\n 51,\n 56,\n 45,\n 52,\n 56,\n 51,\n 54,\n 45,\n 98,\n 102,\n 53,\n 98,\n 45,\n 48,\n 55,\n 48,\n 49,\n 99,\n 99,\n 102,\n 97,\n 48,\n 97,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4bf6cb68-2f38-4836-bf5b-0701ccfa0a6b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.818553426Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::6]:34532","req_id":"dcbba8ed-5e45-4bde-9c1c-39853387e5f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4bf6cb68-2f38-4836-bf5b-0701ccfa0a6b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4bf6cb68-2f38-4836-bf5b-0701ccfa0a6b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 98,\n 102,\n 54,\n 99,\n 98,\n 54,\n 56,\n 45,\n 50,\n 102,\n 51,\n 56,\n 45,\n 52,\n 56,\n 51,\n 54,\n 45,\n 98,\n 102,\n 53,\n 98,\n 45,\n 48,\n 55,\n 48,\n 49,\n 99,\n 99,\n 102,\n 97,\n 48,\n 97,\n 54,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4bf6cb68-2f38-4836-bf5b-0701ccfa0a6b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.819081851Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::6]:56886","req_id":"3c63ca47-14e5-44bd-818f-74eab0e8143c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc1b493a-9a52-4088-b785-04ffe2579ce9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc1b493a-9a52-4088-b785-04ffe2579ce9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 49,\n 98,\n 52,\n 57,\n 51,\n 97,\n 45,\n 57,\n 97,\n 53,\n 50,\n 45,\n 52,\n 48,\n 56,\n 56,\n 45,\n 98,\n 55,\n 56,\n 53,\n 45,\n 48,\n 52,\n 102,\n 102,\n 101,\n 50,\n 53,\n 55,\n 57,\n 99,\n 101,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc1b493a-9a52-4088-b785-04ffe2579ce9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.857610861Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::3]:62159","req_id":"835754d6-2d28-4148-a07a-3ef4d2a936aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cc1b493a-9a52-4088-b785-04ffe2579ce9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cc1b493a-9a52-4088-b785-04ffe2579ce9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 99,\n 49,\n 98,\n 52,\n 57,\n 51,\n 97,\n 45,\n 57,\n 97,\n 53,\n 50,\n 45,\n 52,\n 48,\n 56,\n 56,\n 45,\n 98,\n 55,\n 56,\n 53,\n 45,\n 48,\n 52,\n 102,\n 102,\n 101,\n 50,\n 53,\n 55,\n 57,\n 99,\n 101,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cc1b493a-9a52-4088-b785-04ffe2579ce9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.858157767Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::3]:64158","req_id":"882ad7b6-7923-446c-85bc-f8eeed9405dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dd3c8d3f-405f-4ceb-b54f-9ebffef762c8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dd3c8d3f-405f-4ceb-b54f-9ebffef762c8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 100,\n 51,\n 99,\n 56,\n 100,\n 51,\n 102,\n 45,\n 52,\n 48,\n 53,\n 102,\n 45,\n 52,\n 99,\n 101,\n 98,\n 45,\n 98,\n 53,\n 52,\n 102,\n 45,\n 57,\n 101,\n 98,\n 102,\n 102,\n 101,\n 102,\n 55,\n 54,\n 50,\n 99,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dd3c8d3f-405f-4ceb-b54f-9ebffef762c8.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.877062976Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::5]:52695","req_id":"61a44fc1-09f3-4f28-8fe9-730a6ad9ee22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dd3c8d3f-405f-4ceb-b54f-9ebffef762c8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dd3c8d3f-405f-4ceb-b54f-9ebffef762c8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 100,\n 51,\n 99,\n 56,\n 100,\n 51,\n 102,\n 45,\n 52,\n 48,\n 53,\n 102,\n 45,\n 52,\n 99,\n 101,\n 98,\n 45,\n 98,\n 53,\n 52,\n 102,\n 45,\n 57,\n 101,\n 98,\n 102,\n 102,\n 101,\n 102,\n 55,\n 54,\n 50,\n 99,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dd3c8d3f-405f-4ceb-b54f-9ebffef762c8.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-04T23:30:00.877592542Z","hostname":"oxz_internal_dns_a4d46e2a-9fea-42d3-80e9-2220d4741bd5","pid":5561,"peer_addr":"[fd00:1122:3344:101::5]:59901","req_id":"ac66b39d-59df-4731-9d33-c30030225f47","component":"dns"}