[ Jun 1 16:55:33 Enabled. ] [ Jun 1 16:55:33 Rereading configuration. ] [ Jun 1 16:55:33 Rereading configuration. ] [ Jun 1 16:55:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jun 1 16:55:34 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:34.985872291Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:34.986049796Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:35.005959115Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:35.005974645Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:35.006047757Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:35.006430099Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:55:35.064750846Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::2]:27332","req_id":"23c7c52f-445f-4c2b-9000-af324c4026e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:55:35.357972027Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::2]:20853","req_id":"555cc657-28b8-4bc3-afd5-fa1df3a5a684","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:55:35.883633952Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::2]:43844","req_id":"4bc26874-0a83-41f2-8816-00f6522ff3f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55590,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:55:36.947787519Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::2]:39176","req_id":"6e9f5f69-8182-45ba-b2c0-caf8a0c0d97d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:37.358591711Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:53465"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:37.359487386Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"d5705b77-6894-4b0f-8aa2-4daeb2191420","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:37.359510347Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:37.375904455Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:37.375932926Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"d5705b77-6894-4b0f-8aa2-4daeb2191420","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:55:37.375957627Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"PUT","req_id":"d5705b77-6894-4b0f-8aa2-4daeb2191420","remote_addr":"[fd00:1122:3344:1::2]:53465","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16833,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:55:49.629423058Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:50471","req_id":"10266a59-cba0-4f8a-be72-0567ddb3ff6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:55:49.644341404Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:33762","req_id":"973f51f9-319a-458d-9797-d982eeec7d58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65194,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:55:49.661949538Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:53543","req_id":"ffe392a1-10f7-49c0-834d-73be7c47dc05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:56:27.377805921Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:41083","req_id":"bd79b679-e679-4a04-bd4b-7916b78a530d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:56:28.556484162Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:58719","req_id":"dbda17c5-798e-420f-925a-716ba69e336c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:56:28.56970099Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:59846","req_id":"1a2d00b7-336f-4fa4-b04d-ce19fd0ad03a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:57:51.72642722Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:51910","req_id":"6e761255-cb4c-4d4d-b980-72668fc89595","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 98,\n 56,\n 56,\n 51,\n 51,\n 52,\n 100,\n 45,\n 101,\n 99,\n 56,\n 101,\n 45,\n 52,\n 54,\n 100,\n 53,\n 45,\n 98,\n 50,\n 102,\n 56,\n 45,\n 52,\n 53,\n 51,\n 56,\n 53,\n 100,\n 49,\n 52,\n 102,\n 101,\n 97,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:57:54.100172573Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::e]:55859","req_id":"80f7fa90-57e6-4be7-82dd-96c575773bb0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 98,\n 56,\n 56,\n 51,\n 51,\n 52,\n 100,\n 45,\n 101,\n 99,\n 56,\n 101,\n 45,\n 52,\n 54,\n 100,\n 53,\n 45,\n 98,\n 50,\n 102,\n 56,\n 45,\n 52,\n 53,\n 51,\n 56,\n 53,\n 100,\n 49,\n 52,\n 102,\n 101,\n 97,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:57:54.114197094Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::e]:42316","req_id":"85acce38-ecb3-4e20-aa1b-2c4736cefdce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:57:59.669080481Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::a]:26353","req_id":"0f206b12-f47f-4397-b64e-9a85f2eaeb1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:57:59.692310105Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::b]:62269","req_id":"7ae8bd7f-7971-4006-8f96-71dc8453ebdc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:01.217157489Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::c]:24872","req_id":"6a8e4245-1ea3-4889-aa5f-57bea2d3c6e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:01.704816928Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:55728","req_id":"e7966312-dc0a-4be3-8394-5d4ef08fa562","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:01.707224707Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39930"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:01.793154763Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"bbb1f854-45b8-4d42-8a05-a72589050728","remote_addr":"[fd00:1122:3344:101::c]:39930","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":49912,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:01.942618625Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::b]:42334","req_id":"dc095b0b-873e-4bfc-bade-847beab7f636","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:02.3356722Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::a]:36968","req_id":"229e6cf0-b5c6-4fbd-853b-a593bfe0831d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:02.40180864Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42425"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:02.404106866Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"94544f22-1308-43a7-ab33-9f09b76257b4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:02.404188378Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"94544f22-1308-43a7-ab33-9f09b76257b4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:02.404200098Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"PUT","req_id":"94544f22-1308-43a7-ab33-9f09b76257b4","remote_addr":"[fd00:1122:3344:101::a]:42425","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:02.475191968Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37046"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:02.475471376Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"caf4651f-ac56-47b7-b6a6-16fec4504229","remote_addr":"[fd00:1122:3344:101::b]:37046","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":231,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:02.528057049Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52160"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:02.528966345Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"e4e3133a-b1d5-45c8-bf2d-a43cdc4b7167","remote_addr":"[fd00:1122:3344:101::a]:52160","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":849,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:03.336346832Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::a]:10384","req_id":"3680f13d-48dc-43cb-ad8c-0bab4a75f3a9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:03.453285064Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54756"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:03.453579023Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"03ac8736-37dc-4f2d-8be7-b72ec0eb8418","remote_addr":"[fd00:1122:3344:101::a]:54756","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27096,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:10.380620841Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::b]:57663","req_id":"06ec0e4c-f98e-4d3c-bd04-2e52f557aa68","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:10.493244161Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42077"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:10.49848637Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"d6f85e14-2bda-4e4a-8b87-cae925fa28f6","remote_addr":"[fd00:1122:3344:101::b]:42077","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":304,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1538,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:11.70651556Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:58943","req_id":"83875faa-f9dd-4854-a843-8521722286b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:12.037520951Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::c]:17175","req_id":"1bd7c1d5-bde3-4768-856d-ef8669d97382","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:12.145379704Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40820"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:12.145716324Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"8a99d538-ffda-466e-a533-50d9dc98381e","remote_addr":"[fd00:1122:3344:101::c]:40820","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":267,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:21.707614533Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:54323","req_id":"37e72a8a-030b-4ccf-a5bc-3342a4fe0c7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:31.709737353Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:56541","req_id":"105d1dc6-677a-4570-8f00-2b39c5fa7b3e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:41.711608683Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:64516","req_id":"ca838a9b-c4ac-4d1d-8883-0a1ac113a99a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:58:51.713915556Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:61800","req_id":"08db8fdd-a728-4461-adc1-d1dd39c65b9e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:59.440612261Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40120"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:59.443140863Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"e661454c-ee30-4e7d-b8d3-fe2b686100ed","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:59.443176084Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"e661454c-ee30-4e7d-b8d3-fe2b686100ed","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:59.443272107Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"PUT","req_id":"e661454c-ee30-4e7d-b8d3-fe2b686100ed","remote_addr":"[fd00:1122:3344:101::a]:40120","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:59.751417815Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49233"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:59.754980247Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"be8aa632-8513-4273-9cbb-12e47ffcc904","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:59.75507882Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"be8aa632-8513-4273-9cbb-12e47ffcc904","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:58:59.75508868Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"PUT","req_id":"be8aa632-8513-4273-9cbb-12e47ffcc904","remote_addr":"[fd00:1122:3344:101::b]:49233","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":309,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:00.779626824Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::a]:19851","req_id":"2bed7e29-a5ff-4449-a524-5b7d0e923def","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:00.881907158Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62633"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:00.882151665Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"40262dc7-3bad-43b6-914d-8374d6ecc067","remote_addr":"[fd00:1122:3344:101::a]:62633","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:01.196955462Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43802"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:01.199045932Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"f3545737-1e99-44f5-8de3-93eb62e863ed","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:01.199080383Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"f3545737-1e99-44f5-8de3-93eb62e863ed","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:01.199138724Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"PUT","req_id":"f3545737-1e99-44f5-8de3-93eb62e863ed","remote_addr":"[fd00:1122:3344:101::c]:43802","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":257,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:01.441741019Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::b]:58933","req_id":"f76f1221-ab7e-432c-bd54-6f3228acc2b9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:01.545573877Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34458"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:01.545937637Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"469422fa-4443-4d85-9722-91f75c525d4c","remote_addr":"[fd00:1122:3344:101::b]:34458","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":294,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:01.715879615Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:61380","req_id":"c3c627a6-e7c8-481f-a65d-afb4f2abe160","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:02.082658498Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::c]:33351","req_id":"5b3b0060-2c23-483d-b690-c4b24cb63157","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:02.177018725Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63779"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:02.177246981Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"66bb5c60-6025-43a0-94a6-2a17e6f5b3f2","remote_addr":"[fd00:1122:3344:101::c]:63779","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30194,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:11.718106627Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:53058","req_id":"856b5130-cdd5-47f8-8e21-3e0db4aa39ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:21.720168313Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:62799","req_id":"90bcd138-f247-4ae9-9852-8915206d5720","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:31.721928772Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:59264","req_id":"9fc770d5-4c65-4e60-ab16-d8c4584537e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:41.722797453Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:50832","req_id":"58a3f32f-0312-4114-9ba1-d268ad35b27c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:42.123239289Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:43434","req_id":"38256100-4401-4385-a065-ab3a8b35a56a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:42.140799951Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:45085","req_id":"dd97b9cf-6e97-48f9-87ac-6d8978e2bbfb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:42.156205491Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:47770","req_id":"0d15f543-ec15-44a8-a62c-1dad051c080c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T16:59:51.724003679Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::d]:50946","req_id":"1eb20953-06e4-4d6a-afff-376812216829","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:59.440248434Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41423"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:59.442813067Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"177752ee-e4d0-4556-bacf-3c76791f2df3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:59.442961572Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"177752ee-e4d0-4556-bacf-3c76791f2df3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:59.442971502Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"PUT","req_id":"177752ee-e4d0-4556-bacf-3c76791f2df3","remote_addr":"[fd00:1122:3344:101::a]:41423","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":173,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:59.44641876Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52365"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:59.450080815Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"d1810e34-ecbb-413b-af6e-82602f5466d4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:59.450119346Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"new_generation":1,"req_id":"d1810e34-ecbb-413b-af6e-82602f5466d4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T16:59:59.451054703Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"PUT","req_id":"d1810e34-ecbb-413b-af6e-82602f5466d4","remote_addr":"[fd00:1122:3344:101::b]:52365","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":237,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7431,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.279151152Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::a]:53545","req_id":"5828dadb-65f5-4283-abda-e1fb1ad58614","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51791,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.283005532Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::b]:22208","req_id":"c27e4061-b451-4484-8ce7-5ad5bb9e741a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 98,\n 56,\n 56,\n 51,\n 51,\n 52,\n 100,\n 45,\n 101,\n 99,\n 56,\n 101,\n 45,\n 52,\n 54,\n 100,\n 53,\n 45,\n 98,\n 50,\n 102,\n 56,\n 45,\n 52,\n 53,\n 51,\n 56,\n 53,\n 100,\n 49,\n 52,\n 102,\n 101,\n 97,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.305280869Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::e]:40276","req_id":"1484c8c8-3fe1-45ab-8d3c-c9be9077b55c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 98,\n 56,\n 56,\n 51,\n 51,\n 52,\n 100,\n 45,\n 101,\n 99,\n 56,\n 101,\n 45,\n 52,\n 54,\n 100,\n 53,\n 45,\n 98,\n 50,\n 102,\n 56,\n 45,\n 52,\n 53,\n 51,\n 56,\n 53,\n 100,\n 49,\n 52,\n 102,\n 101,\n 97,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4b88334d-ec8e-46d5-b2f8-45385d14fead.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.305965229Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::e]:54853","req_id":"693ab3f6-1566-4e59-a4b1-5b0ac7c4cbaa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e8b5bfc3-718e-45c7-9016-c9c469bedf63.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e8b5bfc3-718e-45c7-9016-c9c469bedf63.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 98,\n 53,\n 98,\n 102,\n 99,\n 51,\n 45,\n 55,\n 49,\n 56,\n 101,\n 45,\n 52,\n 53,\n 99,\n 55,\n 45,\n 57,\n 48,\n 49,\n 54,\n 45,\n 99,\n 57,\n 99,\n 52,\n 54,\n 57,\n 98,\n 101,\n 100,\n 102,\n 54,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e8b5bfc3-718e-45c7-9016-c9c469bedf63.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.370195835Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::5]:33514","req_id":"dd4415f1-4ac4-4c40-9ed6-b4dd2c1d1364","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e8b5bfc3-718e-45c7-9016-c9c469bedf63.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e8b5bfc3-718e-45c7-9016-c9c469bedf63.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 56,\n 98,\n 53,\n 98,\n 102,\n 99,\n 51,\n 45,\n 55,\n 49,\n 56,\n 101,\n 45,\n 52,\n 53,\n 99,\n 55,\n 45,\n 57,\n 48,\n 49,\n 54,\n 45,\n 99,\n 57,\n 99,\n 52,\n 54,\n 57,\n 98,\n 101,\n 100,\n 102,\n 54,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e8b5bfc3-718e-45c7-9016-c9c469bedf63.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.370971767Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::5]:48687","req_id":"997568d4-6af6-4b0a-bba4-74e4e1838a20","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T17:00:00.39941167Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64714"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T17:00:00.399711028Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"aa444ce5-8559-4c6a-ad21-2a1c6de594a2","remote_addr":"[fd00:1122:3344:101::a]:64714","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":262,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-01T17:00:00.445766525Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36789"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-01T17:00:00.446246178Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"uri":"/config","method":"GET","req_id":"072881e1-94c6-4407-a4f7-3e98d06fd398","remote_addr":"[fd00:1122:3344:101::b]:36789","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":329,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d62978e0-a0cc-40af-b1f1-8cf01347e6f2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d62978e0-a0cc-40af-b1f1-8cf01347e6f2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 50,\n 57,\n 55,\n 56,\n 101,\n 48,\n 45,\n 97,\n 48,\n 99,\n 99,\n 45,\n 52,\n 48,\n 97,\n 102,\n 45,\n 98,\n 49,\n 102,\n 49,\n 45,\n 56,\n 99,\n 102,\n 48,\n 49,\n 51,\n 52,\n 55,\n 101,\n 54,\n 102,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d62978e0-a0cc-40af-b1f1-8cf01347e6f2.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.449943284Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::3]:42840","req_id":"044795ab-068e-4c5b-89ee-5b1210677609","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d62978e0-a0cc-40af-b1f1-8cf01347e6f2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d62978e0-a0cc-40af-b1f1-8cf01347e6f2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 50,\n 57,\n 55,\n 56,\n 101,\n 48,\n 45,\n 97,\n 48,\n 99,\n 99,\n 45,\n 52,\n 48,\n 97,\n 102,\n 45,\n 98,\n 49,\n 102,\n 49,\n 45,\n 56,\n 99,\n 102,\n 48,\n 49,\n 51,\n 52,\n 55,\n 101,\n 54,\n 102,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d62978e0-a0cc-40af-b1f1-8cf01347e6f2.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.450617654Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::3]:39232","req_id":"069c6742-6d2b-458a-a811-3d65b5819347","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_049530bb-ba35-4346-8381-0fe4db46d3b6.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_049530bb-ba35-4346-8381-0fe4db46d3b6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 52,\n 57,\n 53,\n 51,\n 48,\n 98,\n 98,\n 45,\n 98,\n 97,\n 51,\n 53,\n 45,\n 52,\n 51,\n 52,\n 54,\n 45,\n 56,\n 51,\n 56,\n 49,\n 45,\n 48,\n 102,\n 101,\n 52,\n 100,\n 98,\n 52,\n 54,\n 100,\n 51,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_049530bb-ba35-4346-8381-0fe4db46d3b6.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.481604369Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::1b]:56210","req_id":"456561ea-896b-436b-842d-76e0630ef55f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85379c79-f060-47fd-bd4f-2d8be3c76435.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85379c79-f060-47fd-bd4f-2d8be3c76435.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 51,\n 55,\n 57,\n 99,\n 55,\n 57,\n 45,\n 102,\n 48,\n 54,\n 48,\n 45,\n 52,\n 55,\n 102,\n 100,\n 45,\n 98,\n 100,\n 52,\n 102,\n 45,\n 50,\n 100,\n 56,\n 98,\n 101,\n 51,\n 99,\n 55,\n 54,\n 52,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85379c79-f060-47fd-bd4f-2d8be3c76435.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.675267395Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::6]:44122","req_id":"289ce075-c80e-48eb-aa99-7cddcfd6347f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85379c79-f060-47fd-bd4f-2d8be3c76435.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85379c79-f060-47fd-bd4f-2d8be3c76435.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 51,\n 55,\n 57,\n 99,\n 55,\n 57,\n 45,\n 102,\n 48,\n 54,\n 48,\n 45,\n 52,\n 55,\n 102,\n 100,\n 45,\n 98,\n 100,\n 52,\n 102,\n 45,\n 50,\n 100,\n 56,\n 98,\n 101,\n 51,\n 99,\n 55,\n 54,\n 52,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85379c79-f060-47fd-bd4f-2d8be3c76435.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.676100589Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::6]:62504","req_id":"3ddd9f41-52fb-41e1-9ae5-0b923b24bea3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58edb76c-f9cf-4f2b-823d-419a7f852fbc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58edb76c-f9cf-4f2b-823d-419a7f852fbc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 101,\n 100,\n 98,\n 55,\n 54,\n 99,\n 45,\n 102,\n 57,\n 99,\n 102,\n 45,\n 52,\n 102,\n 50,\n 98,\n 45,\n 56,\n 50,\n 51,\n 100,\n 45,\n 52,\n 49,\n 57,\n 97,\n 55,\n 102,\n 56,\n 53,\n 50,\n 102,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58edb76c-f9cf-4f2b-823d-419a7f852fbc.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.680778432Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::4]:46428","req_id":"57c72fd9-21f7-42ed-a5ba-60540c0099f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58edb76c-f9cf-4f2b-823d-419a7f852fbc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58edb76c-f9cf-4f2b-823d-419a7f852fbc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 101,\n 100,\n 98,\n 55,\n 54,\n 99,\n 45,\n 102,\n 57,\n 99,\n 102,\n 45,\n 52,\n 102,\n 50,\n 98,\n 45,\n 56,\n 50,\n 51,\n 100,\n 45,\n 52,\n 49,\n 57,\n 97,\n 55,\n 102,\n 56,\n 53,\n 50,\n 102,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58edb76c-f9cf-4f2b-823d-419a7f852fbc.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-01T17:00:00.681416721Z","hostname":"oxz_internal_dns_7d67a3ec-be7a-463f-9248-f91c2b161246","pid":5464,"peer_addr":"[fd00:1122:3344:101::4]:64453","req_id":"ff744dc5-ba10-4cf7-9717-9a48510a214c","component":"dns"}