[ May 1 21:42:01 Enabled. ] [ May 1 21:42:01 Rereading configuration. ] [ May 1 21:42:01 Rereading configuration. ] [ May 1 21:42:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 1 21:42:03 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.17464249Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.174791542Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.194398372Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.194444553Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.194525314Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.194810328Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.657403139Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:41844"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.658335132Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"16f0d1e7-903d-494d-b878-91bc20574864","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.658355953Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.675963854Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.675992214Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"16f0d1e7-903d-494d-b878-91bc20574864","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.676007745Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"PUT","req_id":"16f0d1e7-903d-494d-b878-91bc20574864","remote_addr":"[fd00:1122:3344:2::2]:41844","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":18175,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.239891891Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::1b]:35201","req_id":"a0715148-f5bf-4eb7-8080-0a3df7ad710a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.244372885Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::1b]:39531","req_id":"e2c66971-24b1-4950-ba3b-08e262eb33f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.248482504Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::1b]:34657","req_id":"6feb2225-551b-43d9-a1dd-453cf801d4f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37184,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:39.782443828Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:54471","req_id":"19c011e6-791e-4d7b-b743-1c3c4948e1ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.868331657Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::1b]:64253","req_id":"b9d02ffc-7cb0-430f-915b-4444aac72d39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.880198826Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::1b]:38640","req_id":"4f701b2f-23d9-4f00-80f7-6798e8778e17","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.884000761Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::1b]:42951","req_id":"e3619c73-11fd-4784-9a0f-dd88b6fbe8ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:48.326623185Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::a]:55380","req_id":"0f8a467c-1b15-4d99-85eb-b6f624f38702","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:48.583610762Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::b]:47645","req_id":"80195c55-ff1a-4515-8f4e-76f3a9c42d51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:49.777705031Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:57318","req_id":"13680ac4-4b6c-4c6b-84d3-25e552f04422","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:50.875020259Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::e]:63372","req_id":"a8f2a03b-f710-4bbd-b07d-ae1738f0c84f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:50.875678888Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::e]:61829","req_id":"c423e3f9-b5d7-43a7-88e6-93ca851e243b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:57.377547813Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::c]:14686","req_id":"b8f68080-b23e-4558-b63f-088086308380","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56541,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:59.779367025Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:60175","req_id":"db6d3713-7110-463d-adec-6d0298082d19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:09.780987087Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:59664","req_id":"a8e24490-6316-4efa-bcfa-db9fc74ac224","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:19.783265819Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:60890","req_id":"10d5b840-3b0b-4947-a335-30eae04f124c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:22.214933417Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::a]:14218","req_id":"a530b4d0-5181-4e66-9018-edd73556fe29","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:22.370265254Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61569"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:22.405881662Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"GET","req_id":"ea8705bd-ca44-4150-8685-ad6a6afe17e9","remote_addr":"[fd00:1122:3344:101::a]:61569","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":22004,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.315811982Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33883"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.320343126Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"94257c40-186d-4fe2-a5ad-c4639726bb23","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.320368157Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"94257c40-186d-4fe2-a5ad-c4639726bb23","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.320432288Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"PUT","req_id":"94257c40-186d-4fe2-a5ad-c4639726bb23","remote_addr":"[fd00:1122:3344:101::a]:33883","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2818,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:28.513761197Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::a]:57651","req_id":"a6c27727-e984-4743-9625-ddac496f9398","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.720687779Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61579"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.720997194Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"GET","req_id":"f50f0744-4bee-4a82-af90-ac3f13ac7624","remote_addr":"[fd00:1122:3344:101::a]:61579","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":257,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.257162394Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::b]:26342","req_id":"38d37a79-52aa-4bb5-a77e-ec97c590ec7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3345,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.347159768Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::a]:4682","req_id":"dd75331c-4f8e-408e-9bdf-8aa0aff6b75c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.441982291Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56388"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.44257481Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"GET","req_id":"1e603686-b679-40fd-b260-8a18a8f1d645","remote_addr":"[fd00:1122:3344:101::b]:56388","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":278,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.654379612Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49239"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.654664186Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"GET","req_id":"3be205eb-49ea-4326-a491-b9a7032daa91","remote_addr":"[fd00:1122:3344:101::a]:49239","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7705,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.785095557Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:61115","req_id":"f8dfdf15-f3d2-43f1-a7c1-8de31e8153c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63392,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:37.948777715Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::c]:35763","req_id":"d52c5909-dae6-4c0d-9fb8-cf7fabf7efbb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:38.052071798Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44130"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:38.052365692Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"GET","req_id":"fff8aeb8-78d1-4786-9c63-bcf53a18e3fc","remote_addr":"[fd00:1122:3344:101::c]:44130","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:39.786471757Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:54977","req_id":"6e6a6b67-0be2-4612-866c-626da310fc46","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.125855572Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33433"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.128109724Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"cc032073-b93a-46b5-a597-3be59d080272","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.128156595Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"cc032073-b93a-46b5-a597-3be59d080272","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.128163965Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"PUT","req_id":"cc032073-b93a-46b5-a597-3be59d080272","remote_addr":"[fd00:1122:3344:101::a]:33433","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":352,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.57910969Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40788"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581107739Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"74385b61-b5fb-43e7-833c-e88b47c0b133","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581128639Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"74385b61-b5fb-43e7-833c-e88b47c0b133","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581153909Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"PUT","req_id":"74385b61-b5fb-43e7-833c-e88b47c0b133","remote_addr":"[fd00:1122:3344:101::b]:40788","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":189,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.369415817Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::a]:45927","req_id":"c1b39c13-f7c6-401e-986d-1963914d33d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.534667055Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::b]:45156","req_id":"e43081c3-2a02-417f-9ab0-e35fc7982303","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.57564085Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53849"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.576006115Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"GET","req_id":"95cd48ff-cddb-4847-b6e4-40fd8e0ddf8b","remote_addr":"[fd00:1122:3344:101::a]:53849","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":299,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.648673752Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50972"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.648959986Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"GET","req_id":"c18696e1-7006-49e8-b6fa-1db2e313ad4e","remote_addr":"[fd00:1122:3344:101::b]:50972","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":240,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.787735226Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:64646","req_id":"19cf033f-cadc-4efb-89cb-49e5736ece5f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.349144281Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36745"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351598386Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"979212fb-91cd-4b53-9da9-49ba11c1dcdf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351639437Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"new_generation":1,"req_id":"979212fb-91cd-4b53-9da9-49ba11c1dcdf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351650007Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"PUT","req_id":"979212fb-91cd-4b53-9da9-49ba11c1dcdf","remote_addr":"[fd00:1122:3344:101::c]:36745","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":203,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:58.015987066Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::c]:65272","req_id":"22fb6887-95f1-4549-a01f-a02480c93941","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:58.106025261Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35932"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:58.106285274Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"uri":"/config","method":"GET","req_id":"3c608997-ce5e-4370-a155-0f97afd15bf4","remote_addr":"[fd00:1122:3344:101::c]:35932","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:59.789267329Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::d]:55589","req_id":"d2f080fe-8bd1-4be3-8efd-4c7601c7a43d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.199849347Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::2]:59578","req_id":"163fd390-cafd-4068-b95e-905df517681a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.200429065Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::2]:42585","req_id":"dcf381be-7137-4696-b09a-3be6a73072bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 53,\n 55,\n 56,\n 53,\n 56,\n 53,\n 45,\n 48,\n 100,\n 98,\n 97,\n 45,\n 52,\n 49,\n 52,\n 57,\n 45,\n 56,\n 55,\n 51,\n 57,\n 45,\n 55,\n 97,\n 48,\n 55,\n 100,\n 57,\n 100,\n 48,\n 55,\n 97,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.505183984Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::7]:55549","req_id":"04664ce3-2ef0-43b7-a518-f8274fa88192","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 53,\n 55,\n 56,\n 53,\n 56,\n 53,\n 45,\n 48,\n 100,\n 98,\n 97,\n 45,\n 52,\n 49,\n 52,\n 57,\n 45,\n 56,\n 55,\n 51,\n 57,\n 45,\n 55,\n 97,\n 48,\n 55,\n 100,\n 57,\n 100,\n 48,\n 55,\n 97,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.506598324Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::7]:48035","req_id":"ef4ea202-83b8-4085-8502-8a4689f2f421","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 54,\n 53,\n 56,\n 48,\n 51,\n 53,\n 45,\n 54,\n 56,\n 56,\n 52,\n 45,\n 52,\n 97,\n 98,\n 48,\n 45,\n 97,\n 100,\n 102,\n 98,\n 45,\n 99,\n 54,\n 55,\n 48,\n 54,\n 100,\n 102,\n 101,\n 57,\n 101,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.518701117Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::3]:47059","req_id":"df264c98-3d09-4da0-a773-c3d2af00d7ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 54,\n 53,\n 56,\n 48,\n 51,\n 53,\n 45,\n 54,\n 56,\n 56,\n 52,\n 45,\n 52,\n 97,\n 98,\n 48,\n 45,\n 97,\n 100,\n 102,\n 98,\n 45,\n 99,\n 54,\n 55,\n 48,\n 54,\n 100,\n 102,\n 101,\n 57,\n 101,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.519436767Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::3]:48397","req_id":"85f801ac-e769-4949-a40a-b1bf37c9250d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 100,\n 52,\n 101,\n 49,\n 54,\n 102,\n 45,\n 102,\n 97,\n 98,\n 56,\n 45,\n 52,\n 100,\n 97,\n 57,\n 45,\n 98,\n 50,\n 99,\n 98,\n 45,\n 52,\n 54,\n 102,\n 100,\n 48,\n 50,\n 98,\n 98,\n 49,\n 48,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.552535569Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::4]:51602","req_id":"fa6a8ffb-ba53-4b72-8718-0b133710c39e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 100,\n 52,\n 101,\n 49,\n 54,\n 102,\n 45,\n 102,\n 97,\n 98,\n 56,\n 45,\n 52,\n 100,\n 97,\n 57,\n 45,\n 98,\n 50,\n 99,\n 98,\n 45,\n 52,\n 54,\n 102,\n 100,\n 48,\n 50,\n 98,\n 98,\n 49,\n 48,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.553232109Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::4]:54569","req_id":"b89dfef2-90bf-407a-b95c-ab07f4f8141b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.570745329Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::e]:42748","req_id":"df0a29e7-75a5-4d5f-8e62-c6d2da752bee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.57147218Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::e]:53225","req_id":"b3172c0e-5d6e-47e2-bd1f-ddf087cf9f47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 51,\n 101,\n 51,\n 54,\n 55,\n 49,\n 45,\n 98,\n 54,\n 99,\n 55,\n 45,\n 52,\n 51,\n 54,\n 51,\n 45,\n 98,\n 49,\n 49,\n 101,\n 45,\n 56,\n 100,\n 54,\n 51,\n 57,\n 98,\n 100,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.601699451Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::6]:43227","req_id":"2f9b85d6-5cc4-41b7-b509-10fbebcb44a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 51,\n 101,\n 51,\n 54,\n 55,\n 49,\n 45,\n 98,\n 54,\n 99,\n 55,\n 45,\n 52,\n 51,\n 54,\n 51,\n 45,\n 98,\n 49,\n 49,\n 101,\n 45,\n 56,\n 100,\n 54,\n 51,\n 57,\n 98,\n 100,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.602235529Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::6]:57341","req_id":"31021c47-9a5b-43e0-8cfb-38208136b8cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 102,\n 98,\n 100,\n 100,\n 99,\n 100,\n 45,\n 55,\n 52,\n 52,\n 54,\n 45,\n 52,\n 52,\n 101,\n 97,\n 45,\n 56,\n 49,\n 100,\n 48,\n 45,\n 52,\n 97,\n 53,\n 49,\n 53,\n 54,\n 55,\n 101,\n 100,\n 97,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.649508133Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::5]:62921","req_id":"a61d8786-8322-402e-95c0-a2f3ba6dba8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 102,\n 98,\n 100,\n 100,\n 99,\n 100,\n 45,\n 55,\n 52,\n 52,\n 54,\n 45,\n 52,\n 52,\n 101,\n 97,\n 45,\n 56,\n 49,\n 100,\n 48,\n 45,\n 52,\n 97,\n 53,\n 49,\n 53,\n 54,\n 55,\n 101,\n 100,\n 97,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.650069551Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::5]:56081","req_id":"82f44a4b-c08d-46ff-bd54-47237ee59501","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 99,\n 56,\n 99,\n 102,\n 51,\n 54,\n 50,\n 45,\n 54,\n 50,\n 99,\n 97,\n 45,\n 52,\n 49,\n 50,\n 98,\n 45,\n 98,\n 99,\n 53,\n 53,\n 45,\n 48,\n 100,\n 51,\n 53,\n 98,\n 51,\n 100,\n 51,\n 52,\n 99,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.754536612Z","hostname":"oxz_internal_dns_1c7d49fb-6a8a-4aec-86ca-dc5ecadcfa5c","pid":5497,"peer_addr":"[fd00:1122:3344:101::1b]:36787","req_id":"c57ba809-2f3a-4f47-ad99-0d50807e3311","component":"dns"}