{"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.750390049Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61666"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.752908104Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"b0334c5b-94ec-4281-8bc4-441d9fc5da7d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.752998265Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"b0334c5b-94ec-4281-8bc4-441d9fc5da7d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.753009315Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"b0334c5b-94ec-4281-8bc4-441d9fc5da7d","remote_addr":"[fd00:1122:3344:101::c]:61666","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":269,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.78926574Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57969"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.792560509Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"47bf9ffa-c6aa-4c38-98ee-a6a91d687627","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.792803561Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"47bf9ffa-c6aa-4c38-98ee-a6a91d687627","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.792842701Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"47bf9ffa-c6aa-4c38-98ee-a6a91d687627","remote_addr":"[fd00:1122:3344:101::a]:57969","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":261,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.913762649Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50308"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.916810737Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"0ed0a4c6-1f06-42e6-98ca-97647a68feaa","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.916852907Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"0ed0a4c6-1f06-42e6-98ca-97647a68feaa","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:06.916864798Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"0ed0a4c6-1f06-42e6-98ca-97647a68feaa","remote_addr":"[fd00:1122:3344:101::b]:50308","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":344,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:08.144735249Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::c]:64432","req_id":"12986d6d-8dde-4365-a63f-bf94ce6e8f64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:08.149837539Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::b]:26992","req_id":"14fb5083-4f29-4726-9018-6ccfc5526edf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:08.244499651Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43421"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:08.244798813Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"86690610-53f6-4b11-83f1-a2ba03a19721","remote_addr":"[fd00:1122:3344:101::b]:43421","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:08.324790487Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46261"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:08.325033418Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"01c93878-5062-4c05-807b-7ce9c6998cd6","remote_addr":"[fd00:1122:3344:101::c]:46261","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:19.775507658Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::d]:61873","req_id":"7eb73e90-d7d4-4dd6-a65e-c7aa69e7607e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9569,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:22.978460936Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::a]:46656","req_id":"bf1e06b2-5062-473a-8d7b-a236963dacad","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:23.075898825Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56091"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:00:23.076141466Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"11b92923-cc04-4bb7-8420-5366c2a1b850","remote_addr":"[fd00:1122:3344:101::a]:56091","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17488,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:29.777530827Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::d]:64331","req_id":"e50601cf-2ebf-4d49-ae6b-62a389b2edaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:39.779650995Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::d]:49344","req_id":"30c097aa-b14c-44c7-9b8f-a8e8e0fd752c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.752374562Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44912"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.755151399Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"507ef948-f3ac-4737-93d3-b07df43d9fcb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.755181409Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"507ef948-f3ac-4737-93d3-b07df43d9fcb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.755191259Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"507ef948-f3ac-4737-93d3-b07df43d9fcb","remote_addr":"[fd00:1122:3344:101::c]:44912","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":178,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.789692224Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60774"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.792738182Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"9d84f6c8-b414-4ad7-92ac-1a9255ea88fe","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.792778282Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"9d84f6c8-b414-4ad7-92ac-1a9255ea88fe","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.792790532Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"9d84f6c8-b414-4ad7-92ac-1a9255ea88fe","remote_addr":"[fd00:1122:3344:101::a]:60774","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.914522555Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64956"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.918645299Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"6b4e5f1d-4db6-4db2-b23c-aeea61b73aa5","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.91869199Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"6b4e5f1d-4db6-4db2-b23c-aeea61b73aa5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:06.91870493Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"6b4e5f1d-4db6-4db2-b23c-aeea61b73aa5","remote_addr":"[fd00:1122:3344:101::b]:64956","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":406,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:07.192536056Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::a]:17555","req_id":"ba5d39ac-c07a-4072-bfac-da653a9dc927","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:07.202917618Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::b]:52959","req_id":"98fef305-3260-4d6c-9cfd-e634e0dfc626","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49883,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:07.333814904Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::c]:47060","req_id":"3cc0ee55-1cbf-4d0c-932e-dd5b1cfde380","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:07.593890779Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60990"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:07.594217031Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"8028d4c9-38cd-4f57-8d55-d67917899a6f","remote_addr":"[fd00:1122:3344:101::a]:60990","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":274,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:07.65810769Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65257"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:07.658520292Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"3e5d0f35-0f01-4ba1-b339-ed891261af3d","remote_addr":"[fd00:1122:3344:101::b]:65257","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":337,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:07.711251926Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46398"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:07.711815459Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"35d9dde7-6531-4dbf-8d66-fe2bb2310109","remote_addr":"[fd00:1122:3344:101::c]:46398","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":282,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:08.431718353Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::b]:48184","req_id":"08b4d3c5-4ec8-43b8-9d06-52d1218ef7de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:08.483733492Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::a]:11847","req_id":"7ab972da-327d-4fda-afe2-b0385eb6f55a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:08.54234618Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56578"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:08.542640192Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"9a53fc20-a9d5-4401-801b-a8df7821045f","remote_addr":"[fd00:1122:3344:101::b]:56578","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":260,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:08.581049469Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64567"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:08.581363442Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"d1deb078-b52f-44cc-bb08-b217426ae2d5","remote_addr":"[fd00:1122:3344:101::a]:64567","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":252,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:23.266736448Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::c]:29967","req_id":"4eb290b7-8665-427f-972c-75845916291f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:23.362432465Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51611"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:01:23.362653276Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"2698e436-ae99-4a07-8895-f6cd5747176a","remote_addr":"[fd00:1122:3344:101::c]:51611","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:34.778880201Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::1b]:59263","req_id":"e7188aaf-1c0b-4470-9227-88b7bb537c16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:34.783525479Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::1b]:54094","req_id":"c6d3236c-5297-483f-9ee1-c6fe26f6197e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:01:34.787453512Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::1b]:49494","req_id":"7d732c61-55b3-47c4-8710-662f7ae5c4e2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.752595503Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41543"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.754789485Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"fa5bd0d6-61a7-4459-8b8f-28ea4a3d63d6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.754863276Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"fa5bd0d6-61a7-4459-8b8f-28ea4a3d63d6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.754883246Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"fa5bd0d6-61a7-4459-8b8f-28ea4a3d63d6","remote_addr":"[fd00:1122:3344:101::c]:41543","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":295,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.790379057Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46471"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.793687216Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"1459d241-97c7-4b78-a070-33d4cf440f57","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.793729527Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"1459d241-97c7-4b78-a070-33d4cf440f57","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.793741547Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"1459d241-97c7-4b78-a070-33d4cf440f57","remote_addr":"[fd00:1122:3344:101::a]:46471","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":275,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.915296759Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36627"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.9188854Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"1befd6a3-c720-4cd7-b86c-2f75cd473e0a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.91891695Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"1befd6a3-c720-4cd7-b86c-2f75cd473e0a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:06.91893216Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"1befd6a3-c720-4cd7-b86c-2f75cd473e0a","remote_addr":"[fd00:1122:3344:101::b]:36627","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":273,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:02:07.970315013Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::c]:54220","req_id":"0639dece-32dc-4f85-ac92-02467741bf9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:02:08.048165665Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::a]:20198","req_id":"7bf782cf-abc3-4cb3-8bf4-a7971cedffd5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:08.076555834Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40458"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:08.076785855Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"36a30bdd-3264-4fc2-9062-d13664216cc4","remote_addr":"[fd00:1122:3344:101::c]:40458","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:08.234947814Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55660"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:08.235195466Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"b0d6b7a8-f9d8-4e48-b043-d46997e2130e","remote_addr":"[fd00:1122:3344:101::a]:55660","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:02:22.959577336Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::b]:44067","req_id":"5c092f31-2002-4454-ba6b-a52e662f4387","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:23.053102332Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34147"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:02:23.053363763Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"ab0ce458-55e3-4297-96f8-4d06116d7eb8","remote_addr":"[fd00:1122:3344:101::b]:34147","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.753477571Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60100"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.756050277Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"bbb9bf19-f7ab-48eb-9b1b-4cecfc1369ff","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.756087107Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"bbb9bf19-f7ab-48eb-9b1b-4cecfc1369ff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.756097367Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"bbb9bf19-f7ab-48eb-9b1b-4cecfc1369ff","remote_addr":"[fd00:1122:3344:101::c]:60100","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":287,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.791732999Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48236"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.795536081Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"8797bfff-ede2-4ca1-8aff-9b70857022e2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.795562911Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"8797bfff-ede2-4ca1-8aff-9b70857022e2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.795572021Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"8797bfff-ede2-4ca1-8aff-9b70857022e2","remote_addr":"[fd00:1122:3344:101::a]:48236","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":303,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.916795271Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59011"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.921360958Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"6c3df469-bab7-4eaf-8803-1d830a7bddcd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.921396538Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"6c3df469-bab7-4eaf-8803-1d830a7bddcd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:06.921410878Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"6c3df469-bab7-4eaf-8803-1d830a7bddcd","remote_addr":"[fd00:1122:3344:101::b]:59011","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":343,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:03:08.084070622Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::b]:32860","req_id":"8d700a9a-3b1b-41a0-9e5a-f70f5201b873","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:03:08.0921499Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::a]:17921","req_id":"f74f4745-f25f-46e3-a5cc-b76ea4af3e95","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:08.191788461Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65245"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:08.192079013Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"8faae868-b44c-486b-ab8b-1d5d4d222db5","remote_addr":"[fd00:1122:3344:101::b]:65245","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:08.23022364Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41786"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:08.230486871Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"01e920e4-9253-455a-86d5-a7597e651920","remote_addr":"[fd00:1122:3344:101::a]:41786","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:03:23.000033408Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::c]:4041","req_id":"95217bd2-dca1-4166-b3b1-bad7f23a4829","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:23.097038554Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44092"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:03:23.097306956Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"553f82b1-f58c-4e51-8da7-74b0c401a493","remote_addr":"[fd00:1122:3344:101::c]:44092","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:01.05401482Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::d]:55418","req_id":"7e3c2916-12e1-407e-95fb-1d2a70c48f6a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.754904911Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54328"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.757824418Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"42084d14-a02e-4fda-9472-42460e97cc63","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.757859358Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"42084d14-a02e-4fda-9472-42460e97cc63","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.757868588Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"42084d14-a02e-4fda-9472-42460e97cc63","remote_addr":"[fd00:1122:3344:101::c]:54328","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.792435504Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39486"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.795358421Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"bee48af8-ade3-4711-916b-ab05a868884d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.795406561Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"bee48af8-ade3-4711-916b-ab05a868884d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.795417961Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"bee48af8-ade3-4711-916b-ab05a868884d","remote_addr":"[fd00:1122:3344:101::a]:39486","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":240,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.917650627Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56015"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.920754326Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"a22b089c-f25e-4a17-810f-91994a784669","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.920809796Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"a22b089c-f25e-4a17-810f-91994a784669","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:06.920824816Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"a22b089c-f25e-4a17-810f-91994a784669","remote_addr":"[fd00:1122:3344:101::b]:56015","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":262,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:07.752329583Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::a]:22820","req_id":"032091ad-f080-4304-9d54-a7bd9eb78146","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50824,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:07.920442181Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::b]:31178","req_id":"ffda384e-c2c9-4047-a716-133a6d1d773c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:07.935690221Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47207"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:07.935904663Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"1088d530-e5af-4f07-be0e-670dd5ba29a7","remote_addr":"[fd00:1122:3344:101::a]:47207","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":175,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:08.106803888Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38987"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:08.107075069Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"3b122136-cacc-4907-8602-a8af7c6ef29b","remote_addr":"[fd00:1122:3344:101::b]:38987","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":237,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:11.055626787Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::d]:58850","req_id":"21adb0bd-3b9b-43b4-9d1b-6b12dfa8acc4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:15.388091732Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::1b]:58291","req_id":"0e25ec7e-5b23-4e69-8f3c-f60adcc19ab7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:15.393273623Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::1b]:54887","req_id":"32c06194-0e53-4d14-892a-f57fa3b57009","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:15.397767429Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::1b]:38601","req_id":"ba0577b0-d297-4909-9709-a7ace4aa1ffe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:21.05822496Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::d]:59266","req_id":"6fc9e894-fcce-4184-ae6d-31c3521db081","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:04:22.771882235Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::c]:50858","req_id":"997b964c-6312-4474-902e-94d3370de68e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:22.864618005Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54005"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:04:22.864874287Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"967b6f96-834c-4d07-981c-f819339bebf1","remote_addr":"[fd00:1122:3344:101::c]:54005","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.755440445Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59936"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.758136361Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"9538cee8-45f8-4c2f-b157-7ef56c60566b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.758166871Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"9538cee8-45f8-4c2f-b157-7ef56c60566b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.758174991Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"9538cee8-45f8-4c2f-b157-7ef56c60566b","remote_addr":"[fd00:1122:3344:101::c]:59936","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":219,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.793157479Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34647"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.795960595Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"782c3a97-8499-4ee4-a866-1601ffc2c9b2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.795995166Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"782c3a97-8499-4ee4-a866-1601ffc2c9b2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.796006296Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"782c3a97-8499-4ee4-a866-1601ffc2c9b2","remote_addr":"[fd00:1122:3344:101::a]:34647","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.919021866Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44499"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.922125895Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"0cf9dd6f-0fc2-43dd-9caa-7fbf633888a8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.922159085Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"new_generation":1,"req_id":"0cf9dd6f-0fc2-43dd-9caa-7fbf633888a8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:06.922170435Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"PUT","req_id":"0cf9dd6f-0fc2-43dd-9caa-7fbf633888a8","remote_addr":"[fd00:1122:3344:101::b]:44499","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":824,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30250,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:05:07.814504323Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::c]:16561","req_id":"34e92f6e-c982-4f71-bd80-1ca243069679","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:07.913684192Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47725"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:07.913960613Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"20c2ab79-d237-4ccd-87ce-fc98df169bbd","remote_addr":"[fd00:1122:3344:101::c]:47725","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:05:08.229312406Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::a]:61182","req_id":"b1ff17ad-2b6c-48d0-b8a1-bf5500aac246","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:08.408410019Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57173"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:08.408641761Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"7745648d-7267-4a8f-8ab0-5336fbaa3c06","remote_addr":"[fd00:1122:3344:101::a]:57173","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:05:22.640714345Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"peer_addr":"[fd00:1122:3344:101::b]:6298","req_id":"4b97e7ec-757c-4c0f-901e-ce72bc0f2982","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:22.738901388Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46350"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T22:05:22.739148179Z","hostname":"oxz_internal_dns_06e427c2-fb42-4e54-be83-3cbd082fc9ac","pid":5398,"uri":"/config","method":"GET","req_id":"8934d7f8-f092-4078-b001-39edcbabeb2b","remote_addr":"[fd00:1122:3344:101::b]:46350","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200}