[ Jun 19 22:10:30 Enabled. ] [ Jun 19 22:10:30 Rereading configuration. ] [ Jun 19 22:10:30 Rereading configuration. ] [ Jun 19 22:10:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jun 19 22:10:32 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.159339185Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.159482347Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.178207922Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.178243022Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.178271293Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.178554697Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.249370948Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:63710"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.250351201Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"beec59bf-477c-43c1-abd9-879dfee12927","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.250380252Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.283949136Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.283994187Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"beec59bf-477c-43c1-abd9-879dfee12927","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.284040997Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"PUT","req_id":"beec59bf-477c-43c1-abd9-879dfee12927","remote_addr":"[fd00:1122:3344:3::2]:63710","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":34102,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.696037132Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:62473","req_id":"51d5578a-7277-4a34-ac89-a5e5a31eaaaa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.700524425Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:49286","req_id":"c560a3d8-b0ff-45ae-ad1d-67ce183621d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.705147451Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:33994","req_id":"1bca4780-f34f-406e-b832-a81aecc0d620","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:34.22223182Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:57457","req_id":"eeb391da-951f-443b-b49c-39b669987622","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:37.038631138Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::e]:57013","req_id":"8a33f54a-6a8a-4d28-a569-512a0f480bf4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:37.039309808Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::e]:60548","req_id":"9d68e81a-f8d3-4409-8a6c-024166c1cceb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32458,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:41.613194081Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::a]:27430","req_id":"034a5388-afda-4c4a-9dff-81abd2574fe7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:43.30873309Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::b]:34187","req_id":"ce2eeaaf-aa0a-45c0-92ba-0d9d4cfbcc64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6662,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:43.309310958Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::c]:29416","req_id":"915d1825-00d4-4b17-8351-d2fe4d32a40b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.216233674Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:54911","req_id":"80359135-4118-4ec9-b77b-2294c0b388ed","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.941050887Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:51170","req_id":"d183bac2-09e0-4b61-adf6-b7862f161975","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.945367688Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:64415","req_id":"becde77f-90fe-4b48-b456-820d75721ca6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.950027143Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:50200","req_id":"0e713b62-c85e-4de7-b9f7-caa015a16d0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:49.466891291Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::b]:5076","req_id":"73dcbbcf-d7ff-4b6f-9f2b-856fe07df506","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:49.68834856Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42220"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:49.728016901Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"8a6e0e47-def8-45d7-943e-6990bad2096f","remote_addr":"[fd00:1122:3344:101::b]:42220","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":18216,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3454,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:51.270911373Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::b]:28095","req_id":"6bc6f8ba-f077-4f12-8cc8-938e247e91c9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.371736067Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63475"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.37405926Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"0e2be025-0ed5-4d03-b0cb-302550bebd5e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.374147272Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"0e2be025-0ed5-4d03-b0cb-302550bebd5e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.374168052Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"PUT","req_id":"0e2be025-0ed5-4d03-b0cb-302550bebd5e","remote_addr":"[fd00:1122:3344:101::b]:63475","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":332,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.512835901Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47054"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.513137826Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"549f7572-60f3-4f06-b88f-b20ee5d520e3","remote_addr":"[fd00:1122:3344:101::b]:47054","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:52.145517372Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::a]:34618","req_id":"a67b8813-23ab-43ac-82ff-892a4aa6d0db","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.272989153Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43710"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.273266087Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"e53c0ccd-0470-4a54-b70c-5e03b5c8f7e1","remote_addr":"[fd00:1122:3344:101::a]:43710","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64544,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:52.654643706Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::b]:45599","req_id":"552071ea-ce05-444d-8dcb-4564a37ac731","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.930070018Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46379"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.930351832Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"75bde341-6766-4e86-a3d9-3802ba6ce986","remote_addr":"[fd00:1122:3344:101::b]:46379","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:53.942789348Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::c]:14819","req_id":"d4c7218d-7fd7-4627-a833-1b45544a17ef","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:54.068543006Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51509"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:54.06884415Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"e6ba0ef5-3cdc-4ff5-a4af-814afe014318","remote_addr":"[fd00:1122:3344:101::c]:51509","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:54.218360152Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:57190","req_id":"c96b7d6b-faba-4ea7-accf-d579f3327fcc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:04.220380699Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:63939","req_id":"ef1b2f47-8890-42e6-a1a4-6c5f09443874","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:14.222090249Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:54782","req_id":"bb76fafa-e611-4ddb-93f6-bd47420007e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:24.224277728Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:62613","req_id":"71341e18-cba7-4fd3-b9fc-a7627b5808e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:34.225951449Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:50156","req_id":"81af9713-9e9f-436a-b7a5-39b9a7d77b28","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.391854439Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52117"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.398077307Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"d30f1fc6-92b3-422a-8ad1-8e1f24990959","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.398118178Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"d30f1fc6-92b3-422a-8ad1-8e1f24990959","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.398128608Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"PUT","req_id":"d30f1fc6-92b3-422a-8ad1-8e1f24990959","remote_addr":"[fd00:1122:3344:101::a]:52117","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":270,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.993221578Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32929"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996360392Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"067da92d-4685-4797-a082-dce48e1513e0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996399812Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"067da92d-4685-4797-a082-dce48e1513e0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996455953Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"PUT","req_id":"067da92d-4685-4797-a082-dce48e1513e0","remote_addr":"[fd00:1122:3344:101::b]:32929","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.224137051Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37673"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227847643Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"49d0b57e-0220-4c8f-9bc6-a0a7cfa6897e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227905174Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"49d0b57e-0220-4c8f-9bc6-a0a7cfa6897e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227915884Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"PUT","req_id":"49d0b57e-0220-4c8f-9bc6-a0a7cfa6897e","remote_addr":"[fd00:1122:3344:101::c]:37673","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":363,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:43.296098947Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::a]:62992","req_id":"e4659d70-dae6-4de1-a8cf-3482aff3bd27","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.429680405Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41615"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.42998769Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"c02fc497-1435-4abd-8d8e-cbffe58f457f","remote_addr":"[fd00:1122:3344:101::a]:41615","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.22755241Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:63977","req_id":"e478499f-fe80-4453-a53d-6cc7ddaf6f2d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.34362381Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::c]:61254","req_id":"99be2086-653e-4418-8569-7d8eb0b48862","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43878,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.348777623Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::b]:46522","req_id":"1e3515a7-4dab-4aab-b73a-17266120ed66","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.443539402Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53271"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.443792636Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"ba74b1a5-3d00-49fd-b61a-5a3f5a4b1e9a","remote_addr":"[fd00:1122:3344:101::c]:53271","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":221,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.536354753Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47252"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.536630647Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"b85e4941-704d-499c-bc26-dbe625eba44a","remote_addr":"[fd00:1122:3344:101::b]:47252","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:54.22918538Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:61662","req_id":"67d1dfb5-4303-4756-ad52-9867409d6e07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:04.230308835Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:56846","req_id":"9b49701b-68f4-4c87-92ba-7f3e9df799b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:14.23210981Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:59795","req_id":"36bd1891-d690-4b42-885b-38d7123dd1f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:24.233851524Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:59664","req_id":"9dc755b1-4859-4351-9a14-6311b01fc7c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:34.236021993Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:52580","req_id":"135eb93c-a57e-4154-a325-b3a0cda03b2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.957257477Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:55805","req_id":"9aa67b17-d324-46f3-81bb-0fc87aaae941","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.961536857Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:60460","req_id":"6a445c4f-d9b1-40ce-acec-6ce462cb6e3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.965549594Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::1b]:33429","req_id":"6b391202-0c66-47ad-88be-166b8935418f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.242982178Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51229"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.245871429Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"33503966-f31d-4b4a-bd23-12f326f5f072","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.24594641Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"33503966-f31d-4b4a-bd23-12f326f5f072","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.24596783Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"PUT","req_id":"33503966-f31d-4b4a-bd23-12f326f5f072","remote_addr":"[fd00:1122:3344:101::a]:51229","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":239,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:42.482586185Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::a]:28950","req_id":"bc21b681-28f8-4487-a548-574fb794f08c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.581437401Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55835"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.581724536Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"789709b3-d725-4c0f-bba9-5c784dca987c","remote_addr":"[fd00:1122:3344:101::a]:55835","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.993157999Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56677"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995887197Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"f36a2f9b-2ef5-4016-97cd-b4cd50c313b4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995942908Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"f36a2f9b-2ef5-4016-97cd-b4cd50c313b4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995969058Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"PUT","req_id":"f36a2f9b-2ef5-4016-97cd-b4cd50c313b4","remote_addr":"[fd00:1122:3344:101::b]:56677","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.99891667Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35821"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.002802231Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"3e7756d0-b54a-4ecb-86a9-141bf31114af","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.002844654Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"new_generation":1,"req_id":"3e7756d0-b54a-4ecb-86a9-141bf31114af","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.002874429Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"PUT","req_id":"3e7756d0-b54a-4ecb-86a9-141bf31114af","remote_addr":"[fd00:1122:3344:101::c]:35821","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":345,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39186,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:43.866739844Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::c]:13116","req_id":"4d7b07b3-fc73-4d38-991a-74d7346a9399","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33262,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:43.915506772Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::b]:2674","req_id":"f5c430b9-b73c-42a1-a743-fafb6ce8442f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.976720477Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65017"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.977013952Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"b5908f69-9bd1-4ed1-b658-2eb057cb3098","remote_addr":"[fd00:1122:3344:101::c]:65017","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:44.014363979Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58963"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:44.014578252Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"uri":"/config","method":"GET","req_id":"48bdd9b3-07b4-4c60-9a2a-6f99c1cb3d3e","remote_addr":"[fd00:1122:3344:101::b]:58963","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":178,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:44.237347931Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:55005","req_id":"4909f9ba-d43d-4958-acdb-7159da203d3e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:54.239148403Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::d]:57840","req_id":"d1dde6f9-8a33-45f3-83f6-030556ddf9f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 98,\n 101,\n 50,\n 54,\n 100,\n 99,\n 45,\n 50,\n 55,\n 55,\n 48,\n 45,\n 52,\n 56,\n 53,\n 98,\n 45,\n 56,\n 57,\n 54,\n 50,\n 45,\n 98,\n 51,\n 102,\n 56,\n 101,\n 53,\n 49,\n 49,\n 57,\n 53,\n 97,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.042976302Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::3]:62725","req_id":"2d38bc01-fc7b-4dc4-af3c-9fdc3a9e885c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 98,\n 101,\n 50,\n 54,\n 100,\n 99,\n 45,\n 50,\n 55,\n 55,\n 48,\n 45,\n 52,\n 56,\n 53,\n 98,\n 45,\n 56,\n 57,\n 54,\n 50,\n 45,\n 98,\n 51,\n 102,\n 56,\n 101,\n 53,\n 49,\n 49,\n 57,\n 53,\n 97,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.043592871Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::3]:37226","req_id":"1d2ae8bf-8d57-4b53-94bc-e18db243edc7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 101,\n 57,\n 99,\n 102,\n 101,\n 51,\n 45,\n 101,\n 52,\n 52,\n 53,\n 45,\n 52,\n 101,\n 98,\n 100,\n 45,\n 97,\n 56,\n 57,\n 56,\n 45,\n 56,\n 50,\n 100,\n 55,\n 51,\n 49,\n 49,\n 55,\n 48,\n 57,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.106123445Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::4]:51887","req_id":"220ad0bf-71e7-454d-b964-a8251f4e96c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 101,\n 57,\n 99,\n 102,\n 101,\n 51,\n 45,\n 101,\n 52,\n 52,\n 53,\n 45,\n 52,\n 101,\n 98,\n 100,\n 45,\n 97,\n 56,\n 57,\n 56,\n 45,\n 56,\n 50,\n 100,\n 55,\n 51,\n 49,\n 49,\n 55,\n 48,\n 57,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.106631922Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::4]:52922","req_id":"f726d3bc-f8ef-4712-a583-d1e8dd4faf6f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122220338Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::e]:49004","req_id":"2f558825-dca9-437d-abd6-199aba0b188b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 102,\n 100,\n 97,\n 54,\n 102,\n 102,\n 45,\n 49,\n 99,\n 99,\n 99,\n 45,\n 52,\n 99,\n 56,\n 53,\n 45,\n 56,\n 52,\n 49,\n 98,\n 45,\n 102,\n 52,\n 51,\n 51,\n 57,\n 101,\n 97,\n 57,\n 102,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122380114Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::7]:35742","req_id":"fa858d15-fb5f-469a-8090-402f1614961f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122729709Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::e]:45974","req_id":"7988fe6e-91c1-44af-bc38-a168b2427889","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 102,\n 100,\n 97,\n 54,\n 102,\n 102,\n 45,\n 49,\n 99,\n 99,\n 99,\n 45,\n 52,\n 99,\n 56,\n 53,\n 45,\n 56,\n 52,\n 49,\n 98,\n 45,\n 102,\n 52,\n 51,\n 51,\n 57,\n 101,\n 97,\n 57,\n 102,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122861701Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::7]:34483","req_id":"73039511-e13f-4bdc-b608-bbc83ea0d843","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 100,\n 102,\n 102,\n 50,\n 100,\n 51,\n 45,\n 52,\n 52,\n 48,\n 50,\n 45,\n 52,\n 50,\n 49,\n 56,\n 45,\n 98,\n 50,\n 51,\n 48,\n 45,\n 54,\n 102,\n 98,\n 102,\n 51,\n 51,\n 48,\n 56,\n 97,\n 49,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.133299549Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::5]:52083","req_id":"8d4572eb-5624-411d-9b99-1aa81ec8d12e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 100,\n 102,\n 102,\n 50,\n 100,\n 51,\n 45,\n 52,\n 52,\n 48,\n 50,\n 45,\n 52,\n 50,\n 49,\n 56,\n 45,\n 98,\n 50,\n 51,\n 48,\n 45,\n 54,\n 102,\n 98,\n 102,\n 51,\n 51,\n 48,\n 56,\n 97,\n 49,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.133893217Z","hostname":"oxz_internal_dns_121de69b-5cd2-4ffb-8fcf-11ca9c7994b7","pid":5499,"peer_addr":"[fd00:1122:3344:101::5]:38656","req_id":"77b5a493-9f27-4b48-be11-8d886da722d6","component":"dns"}