[ May 11 15:39:04 Enabled. ] [ May 11 15:39:04 Rereading configuration. ] [ May 11 15:39:05 Rereading configuration. ] [ May 11 15:39:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 11 15:39:06 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.253080193Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.253220487Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.277195373Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.277213874Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.277289176Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.277651766Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.352785435Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:38812"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.353603599Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"6c59ba46-cd7a-4af2-ad84-35bc942f5843","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.3536482Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.366857578Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.366886628Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"6c59ba46-cd7a-4af2-ad84-35bc942f5843","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:39:06.366917129Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"6c59ba46-cd7a-4af2-ad84-35bc942f5843","remote_addr":"[fd00:1122:3344:1::2]:38812","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13771,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:39:18.9205038Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:63498","req_id":"de4f6390-f44a-4e55-b5e5-05345eb03e4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54265,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:39:18.925225245Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:53381","req_id":"c79add64-33c2-43ae-af4d-c8e8c97b2f52","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:39:18.929183038Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:60896","req_id":"1669a405-91e2-49bb-82a7-53a8bee56ee3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:21.056493182Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:52091","req_id":"5bf2b2d6-8e27-485b-8cad-ff42a2c9cdaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 98,\n 48,\n 48,\n 54,\n 100,\n 48,\n 57,\n 45,\n 57,\n 53,\n 50,\n 49,\n 45,\n 52,\n 49,\n 102,\n 55,\n 45,\n 98,\n 102,\n 51,\n 100,\n 45,\n 53,\n 57,\n 56,\n 49,\n 50,\n 56,\n 51,\n 97,\n 51,\n 98,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:25.225941952Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::e]:41418","req_id":"a3ba212a-eb55-4186-89e8-f58f3fffc4df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 98,\n 48,\n 48,\n 54,\n 100,\n 48,\n 57,\n 45,\n 57,\n 53,\n 50,\n 49,\n 45,\n 52,\n 49,\n 102,\n 55,\n 45,\n 98,\n 102,\n 51,\n 100,\n 45,\n 53,\n 57,\n 56,\n 49,\n 50,\n 56,\n 51,\n 97,\n 51,\n 98,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:25.244339678Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::e]:58569","req_id":"e0c8460a-c1d0-47a1-8260-bb868246b027","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:29.755839448Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::c]:52986","req_id":"ff3375fb-d8b1-4b8b-934c-24316325b57f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:29.756733184Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::a]:61785","req_id":"ad7a5cb6-7d00-48f2-8cf1-d546aec0e26e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:30.086654751Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::b]:2813","req_id":"c6b4b9ee-a9e4-44ee-abfb-e9fe37e3ba12","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63770,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:31.032024561Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:65345","req_id":"eb28d055-4f24-401b-8d19-1d66b7bb95ae","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:31.513259535Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61735"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:31.56692734Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"b8bacddf-f490-401e-a610-9928853c001e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:31.567024863Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"b8bacddf-f490-401e-a610-9928853c001e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:31.567036684Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"b8bacddf-f490-401e-a610-9928853c001e","remote_addr":"[fd00:1122:3344:101::c]:61735","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":23446,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:31.991405082Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::c]:16608","req_id":"b3a58e0a-b7c6-4400-9ba4-63e9a4f19a0d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:32.309342685Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44903"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:32.326116195Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"fce66c0e-9635-426c-8a93-db780dc80f90","remote_addr":"[fd00:1122:3344:101::c]:44903","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16674,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:33.025718746Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::c]:41094","req_id":"77bbb7ce-3a95-41f9-93bc-f8f7d3bb2bb0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:33.150704551Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37748"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:33.151034991Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"0414cca6-2e24-494e-a58b-776899ca8d5d","remote_addr":"[fd00:1122:3344:101::c]:37748","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:40.269699574Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::a]:44215","req_id":"34656600-1369-461c-a92d-0711c274dc57","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:40.397443318Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39051"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:40.397697955Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"b352b7bb-c650-45b7-8efe-e7d422273959","remote_addr":"[fd00:1122:3344:101::a]:39051","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:40.682204543Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::b]:40642","req_id":"98992470-7ccc-491d-87c9-a38e733d6c35","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:40.805606713Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49034"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:40:40.806032405Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"5d82e744-057d-408c-8606-57c28244d133","remote_addr":"[fd00:1122:3344:101::b]:49034","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":244,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:41.032894974Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:63044","req_id":"6500c9e3-56cb-4b03-a72a-c5868f271ce3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:40:51.033782453Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:62180","req_id":"e12d13e3-2d25-4823-b78b-c524ca6dcc07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:01.035812361Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:58417","req_id":"dea5deac-094d-48cb-82af-a7d4916b280b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:11.037106709Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:57798","req_id":"7b917805-e43b-45ec-b2cc-3ee44772d372","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:19.350382138Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:63061","req_id":"301cd037-6e3c-48ea-93b7-683a90984fa2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47864,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:19.35501648Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:54894","req_id":"a157b7fa-2cc5-4bee-9176-4a50ec537265","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37178,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:19.359589461Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:55193","req_id":"257521a4-e269-4ddc-9c0c-b7b3ab18d52d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62457,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:21.038804742Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:59042","req_id":"3c465e34-466d-4932-8b29-118e71efeba5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:29.483314536Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59771"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:29.483676117Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"91bc8095-3637-4352-89cf-ba06faeaa627","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:29.483757259Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"91bc8095-3637-4352-89cf-ba06faeaa627","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:29.48377588Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"91bc8095-3637-4352-89cf-ba06faeaa627","remote_addr":"[fd00:1122:3344:101::c]:59771","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:29.826398212Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50954"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:29.826952598Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"851a2e3c-4c2d-4a22-b0c0-e38551d90bb4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:29.826985369Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"851a2e3c-4c2d-4a22-b0c0-e38551d90bb4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:29.827069812Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"851a2e3c-4c2d-4a22-b0c0-e38551d90bb4","remote_addr":"[fd00:1122:3344:101::a]:50954","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":335,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.023490422Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56181"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.023751749Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"399fcba7-7bcd-4155-b2cd-f8735a5cf583","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.023859232Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"399fcba7-7bcd-4155-b2cd-f8735a5cf583","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.023875073Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"399fcba7-7bcd-4155-b2cd-f8735a5cf583","remote_addr":"[fd00:1122:3344:101::b]:56181","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:30.705237627Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::b]:2095","req_id":"9ac1c9c0-a595-4f28-9f88-ea7edbb779eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:30.710515887Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::a]:49464","req_id":"2734b075-cdfb-4a2a-92af-8e02c9cc8505","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28467,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:30.772158771Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::c]:43424","req_id":"61d32c29-cd8e-4717-a17c-204d5c00b6b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.837033987Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34558"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.837305645Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"8f632d6e-0824-46b2-bee9-e8803703dced","remote_addr":"[fd00:1122:3344:101::b]:34558","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":231,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.894291535Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49208"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.894542912Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"f6c8f078-3091-4229-b5a3-f76d19fe8fd5","remote_addr":"[fd00:1122:3344:101::a]:49208","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.954413136Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44237"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:41:30.954659172Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"e8678bcc-4339-41de-83ee-776ca3d8b8e1","remote_addr":"[fd00:1122:3344:101::c]:44237","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:31.036584956Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:54949","req_id":"4dfa1d0f-256c-4d08-aa05-78c8aad2194a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:41.03804183Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:54983","req_id":"a7e4730b-2e3f-4e84-966d-30c2948351e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26683,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:41:51.040300101Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:54596","req_id":"d6c771bf-37d2-4ed2-85a6-7763c06983bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:01.041362745Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:53024","req_id":"3a0c74cf-c77d-4b1e-859f-a40cfa2ffe07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:11.042833544Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:51840","req_id":"713030b4-8bf6-482f-bf52-39425ef5d4d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22062,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:21.044518527Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:62394","req_id":"72c8e21f-e7cf-41f2-8c90-7e37126a3e55","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.483056704Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52006"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.483391544Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"87a076eb-7389-4c31-9140-bc509f815dca","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.483451596Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"87a076eb-7389-4c31-9140-bc509f815dca","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.483465356Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"87a076eb-7389-4c31-9140-bc509f815dca","remote_addr":"[fd00:1122:3344:101::c]:52006","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":247,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.49130566Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56865"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.491353911Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"64043c1b-e4ad-45c3-800a-4d0330fb5c8d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.491388692Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"64043c1b-e4ad-45c3-800a-4d0330fb5c8d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.491399433Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"64043c1b-e4ad-45c3-800a-4d0330fb5c8d","remote_addr":"[fd00:1122:3344:101::a]:56865","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":336,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.767917902Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44905"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.768462788Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"73d88753-bf47-453b-b150-92b824257eb9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.768519379Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"73d88753-bf47-453b-b150-92b824257eb9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:29.76855294Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"73d88753-bf47-453b-b150-92b824257eb9","remote_addr":"[fd00:1122:3344:101::b]:44905","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":319,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21236,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:30.616965467Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::b]:14771","req_id":"73d928c1-acb7-4520-8e7a-c03823004b3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:30.617528113Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::a]:25484","req_id":"8e3287e6-0b23-49a5-b05f-5748e6f316bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12300,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:30.65936213Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::c]:16039","req_id":"d02f74f7-2f1a-4528-bdfd-829490f5d2be","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:30.730099713Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47925"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:30.73034Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"678b7526-db74-4964-8bd3-e57f1120680e","remote_addr":"[fd00:1122:3344:101::a]:47925","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:30.774944506Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33419"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:30.775191243Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"e2b0e37f-464e-42ad-a1ff-691ed1c8009e","remote_addr":"[fd00:1122:3344:101::c]:33419","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:30.83104104Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59988"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:42:30.831268637Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"9e608053-7e7f-4e06-8c3c-3ba1980c552e","remote_addr":"[fd00:1122:3344:101::b]:59988","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:31.046119842Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:50869","req_id":"d6dadd10-f0c2-4a14-a45f-88c3bd3a8041","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:41.049066619Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:60102","req_id":"20a0f10c-0437-46d7-8e52-682bb57f0b0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:42:51.050396015Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:51741","req_id":"547496f6-81a3-4cf0-8ce4-2e3acc49457b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:01.052376975Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:51457","req_id":"08f8f33d-7748-45b7-845a-1188972968e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:11.054686956Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:59701","req_id":"812c8252-d322-4307-b632-c1886bcc9804","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61613,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:11.366982428Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:64508","req_id":"20524baa-2bc1-41a7-a48e-de2b504f32a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64609,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:11.372113815Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:52587","req_id":"031ecd62-c74a-42b6-8a79-b4b0c7e8d0b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:11.375913514Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:50166","req_id":"e54128f3-ac01-4ebc-b4c1-7ca0861f7eef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:21.0566065Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:62634","req_id":"ce3fa3c6-f1fe-42e1-9c3b-921e93bd41ff","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.479679845Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35442"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.479981584Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"e9d1e181-cc61-48af-b1a5-52b1eefd4d81","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.480020135Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"e9d1e181-cc61-48af-b1a5-52b1eefd4d81","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.480032635Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"e9d1e181-cc61-48af-b1a5-52b1eefd4d81","remote_addr":"[fd00:1122:3344:101::c]:35442","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":243,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.487056856Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51190"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.487698174Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"3937961e-ced8-4c60-8fd9-b016b0cd6407","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.487803167Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"3937961e-ced8-4c60-8fd9-b016b0cd6407","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.487815618Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"3937961e-ced8-4c60-8fd9-b016b0cd6407","remote_addr":"[fd00:1122:3344:101::a]:51190","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":243,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.764138981Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46135"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.764505532Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"40474232-ee26-4102-b455-c25003d7ce07","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.764543343Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"40474232-ee26-4102-b455-c25003d7ce07","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:29.764552283Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"40474232-ee26-4102-b455-c25003d7ce07","remote_addr":"[fd00:1122:3344:101::b]:46135","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":195,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:30.394503688Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::c]:56404","req_id":"467fe137-3eb3-411b-a902-c44f100ef8c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17748,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:30.395155017Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::a]:47339","req_id":"bdc62086-6902-4cff-9ee1-8aa517442a6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:30.437732517Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::b]:3482","req_id":"ad574d88-19c5-45dc-8f7d-2b81a8c01b78","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:30.515401033Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44163"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:30.51564777Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"4c8128fe-fa16-4e9a-bc94-070ad1ebb59b","remote_addr":"[fd00:1122:3344:101::c]:44163","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:30.554993805Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40075"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:30.555195158Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"eeb5af25-4aea-4c00-91de-f6947c28d2be","remote_addr":"[fd00:1122:3344:101::a]:40075","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:30.594780271Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53409"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:43:30.594999972Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"f4f80bf3-0bab-4bef-afeb-2b107d91c02b","remote_addr":"[fd00:1122:3344:101::b]:53409","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:31.056304914Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:65388","req_id":"5f0d5020-87de-4afe-b15a-fb85acc21777","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:41.058044671Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:62431","req_id":"39b69b5b-b745-4713-a5c8-07fe9da48af7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:43:51.059506774Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:49644","req_id":"790364b9-fb7f-4a2a-aa83-97b123c72053","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:01.062283547Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:57499","req_id":"2449cec3-0e83-41c2-921b-d983ef761bcd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:11.063289845Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:59663","req_id":"1cddf4d2-c4cf-4bb9-95ed-9c2de7deecbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:21.065336108Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:56016","req_id":"26880e89-4e70-41a0-92c2-9baf38d63a10","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.480226516Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56082"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.480639888Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"13c8d189-cf89-49e3-af3e-09fa96fc5f93","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.480672179Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"13c8d189-cf89-49e3-af3e-09fa96fc5f93","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.480680659Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"13c8d189-cf89-49e3-af3e-09fa96fc5f93","remote_addr":"[fd00:1122:3344:101::c]:56082","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.489409949Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33173"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.489740568Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"6f7afae1-13e1-43b1-91f9-2dfbbf59709b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.489760429Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"6f7afae1-13e1-43b1-91f9-2dfbbf59709b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.4897724Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"6f7afae1-13e1-43b1-91f9-2dfbbf59709b","remote_addr":"[fd00:1122:3344:101::a]:33173","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.765216329Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36995"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.765436535Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"b8e00bd6-156a-40c9-adb0-97e0120b4f3f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.765476557Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"new_generation":1,"req_id":"b8e00bd6-156a-40c9-adb0-97e0120b4f3f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:29.765488797Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"PUT","req_id":"b8e00bd6-156a-40c9-adb0-97e0120b4f3f","remote_addr":"[fd00:1122:3344:101::b]:36995","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:30.281790185Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::c]:36823","req_id":"7421deb8-6184-433c-86b8-3a2daf313306","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:30.348334979Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::a]:63828","req_id":"9f2ee20b-162c-4573-8350-ac348bf19d3c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:30.397089554Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38044"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:30.39731688Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"207b696a-80cc-4ddd-a7a4-f63980a36d96","remote_addr":"[fd00:1122:3344:101::c]:38044","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:30.452860329Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33974"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:30.453077995Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"0deef4a0-4589-4b69-9ebc-480e4613599b","remote_addr":"[fd00:1122:3344:101::a]:33974","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:30.851663746Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::b]:49208","req_id":"5ec3e0e3-eaba-4b92-8a9f-a138b78ee5a3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:31.036970467Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51800"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-11T15:44:31.037271246Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"uri":"/config","method":"GET","req_id":"7f4ac6df-abf3-46a7-997c-c2de269aca56","remote_addr":"[fd00:1122:3344:101::b]:51800","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":250,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:31.066220854Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:58902","req_id":"11595dcd-9089-499f-bb81-8d91de5b51f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:41.066950368Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:60354","req_id":"f5002a7c-dc25-4349-924d-f473d6b643a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:44:51.068654364Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:63194","req_id":"0c656a08-8b52-4fef-9481-c25cab13a543","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b2c3b894-f1fe-4203-8135-9c8fa296f598.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b2c3b894-f1fe-4203-8135-9c8fa296f598.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 99,\n 51,\n 98,\n 56,\n 57,\n 52,\n 45,\n 102,\n 49,\n 102,\n 101,\n 45,\n 52,\n 50,\n 48,\n 51,\n 45,\n 56,\n 49,\n 51,\n 53,\n 45,\n 57,\n 99,\n 56,\n 102,\n 97,\n 50,\n 57,\n 54,\n 102,\n 53,\n 57,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b2c3b894-f1fe-4203-8135-9c8fa296f598.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.191199983Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::6]:49589","req_id":"f637055a-4218-4c00-99ae-911147ad2fbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b2c3b894-f1fe-4203-8135-9c8fa296f598.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b2c3b894-f1fe-4203-8135-9c8fa296f598.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 99,\n 51,\n 98,\n 56,\n 57,\n 52,\n 45,\n 102,\n 49,\n 102,\n 101,\n 45,\n 52,\n 50,\n 48,\n 51,\n 45,\n 56,\n 49,\n 51,\n 53,\n 45,\n 57,\n 99,\n 56,\n 102,\n 97,\n 50,\n 57,\n 54,\n 102,\n 53,\n 57,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b2c3b894-f1fe-4203-8135-9c8fa296f598.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.191940504Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::6]:40437","req_id":"f5536755-e960-4045-a0e9-7819a898f7bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_861c8e5d-b2d8-4618-a32e-8ab483432390.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_861c8e5d-b2d8-4618-a32e-8ab483432390.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 49,\n 99,\n 56,\n 101,\n 53,\n 100,\n 45,\n 98,\n 50,\n 100,\n 56,\n 45,\n 52,\n 54,\n 49,\n 56,\n 45,\n 97,\n 51,\n 50,\n 101,\n 45,\n 56,\n 97,\n 98,\n 52,\n 56,\n 51,\n 52,\n 51,\n 50,\n 51,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_861c8e5d-b2d8-4618-a32e-8ab483432390.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.34564785Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::7]:36511","req_id":"177f6197-0c99-4289-9f0e-f41bd439632b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_861c8e5d-b2d8-4618-a32e-8ab483432390.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_861c8e5d-b2d8-4618-a32e-8ab483432390.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 49,\n 99,\n 56,\n 101,\n 53,\n 100,\n 45,\n 98,\n 50,\n 100,\n 56,\n 45,\n 52,\n 54,\n 49,\n 56,\n 45,\n 97,\n 51,\n 50,\n 101,\n 45,\n 56,\n 97,\n 98,\n 52,\n 56,\n 51,\n 52,\n 51,\n 50,\n 51,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_861c8e5d-b2d8-4618-a32e-8ab483432390.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.346370141Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::7]:39026","req_id":"14fda596-81da-4cf9-ba32-3fc4cd17007c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13281,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_70841e20-7b6e-4b64-997d-824e4b6614b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_70841e20-7b6e-4b64-997d-824e4b6614b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 56,\n 52,\n 49,\n 101,\n 50,\n 48,\n 45,\n 55,\n 98,\n 54,\n 101,\n 45,\n 52,\n 98,\n 54,\n 52,\n 45,\n 57,\n 57,\n 55,\n 100,\n 45,\n 56,\n 50,\n 52,\n 101,\n 52,\n 98,\n 54,\n 54,\n 49,\n 52,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_70841e20-7b6e-4b64-997d-824e4b6614b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.659800976Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::4]:38136","req_id":"7b2b1efe-994a-410f-a69a-ef34d1fd212f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13281,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_70841e20-7b6e-4b64-997d-824e4b6614b8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_70841e20-7b6e-4b64-997d-824e4b6614b8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 56,\n 52,\n 49,\n 101,\n 50,\n 48,\n 45,\n 55,\n 98,\n 54,\n 101,\n 45,\n 52,\n 98,\n 54,\n 52,\n 45,\n 57,\n 57,\n 55,\n 100,\n 45,\n 56,\n 50,\n 52,\n 101,\n 52,\n 98,\n 54,\n 54,\n 49,\n 52,\n 98,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_70841e20-7b6e-4b64-997d-824e4b6614b8.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.660547457Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::4]:35037","req_id":"433e5388-48ea-4411-9a1c-c9e2fa1e0d54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2697,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_b010b2c0-f797-473a-88ab-e59b46d11d8e.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_b010b2c0-f797-473a-88ab-e59b46d11d8e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 48,\n 49,\n 48,\n 98,\n 50,\n 99,\n 48,\n 45,\n 102,\n 55,\n 57,\n 55,\n 45,\n 52,\n 55,\n 51,\n 97,\n 45,\n 56,\n 56,\n 97,\n 98,\n 45,\n 101,\n 53,\n 57,\n 98,\n 52,\n 54,\n 100,\n 49,\n 49,\n 100,\n 56,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_b010b2c0-f797-473a-88ab-e59b46d11d8e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.683123923Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::1b]:51034","req_id":"c4a0a3a7-1c0b-4674-8073-21e3c1fdb7b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4288,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 98,\n 48,\n 48,\n 54,\n 100,\n 48,\n 57,\n 45,\n 57,\n 53,\n 50,\n 49,\n 45,\n 52,\n 49,\n 102,\n 55,\n 45,\n 98,\n 102,\n 51,\n 100,\n 45,\n 53,\n 57,\n 56,\n 49,\n 50,\n 56,\n 51,\n 97,\n 51,\n 98,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.686892741Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::e]:60023","req_id":"32cb4808-f738-427f-ad51-5e95eb0dc490","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4288,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 98,\n 48,\n 48,\n 54,\n 100,\n 48,\n 57,\n 45,\n 57,\n 53,\n 50,\n 49,\n 45,\n 52,\n 49,\n 102,\n 55,\n 45,\n 98,\n 102,\n 51,\n 100,\n 45,\n 53,\n 57,\n 56,\n 49,\n 50,\n 56,\n 51,\n 97,\n 51,\n 98,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.687595501Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::e]:41009","req_id":"05141adc-bbea-42a7-a32b-64cbf9b09504","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8ee95119-ec12-4344-832b-c348c063b36d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8ee95119-ec12-4344-832b-c348c063b36d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 101,\n 101,\n 57,\n 53,\n 49,\n 49,\n 57,\n 45,\n 101,\n 99,\n 49,\n 50,\n 45,\n 52,\n 51,\n 52,\n 52,\n 45,\n 56,\n 51,\n 50,\n 98,\n 45,\n 99,\n 51,\n 52,\n 56,\n 99,\n 48,\n 54,\n 51,\n 98,\n 51,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8ee95119-ec12-4344-832b-c348c063b36d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.732422463Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::3]:33971","req_id":"b7ed539c-07a6-4c2c-ac83-d21e6341d653","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8ee95119-ec12-4344-832b-c348c063b36d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8ee95119-ec12-4344-832b-c348c063b36d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 101,\n 101,\n 57,\n 53,\n 49,\n 49,\n 57,\n 45,\n 101,\n 99,\n 49,\n 50,\n 45,\n 52,\n 51,\n 52,\n 52,\n 45,\n 56,\n 51,\n 50,\n 98,\n 45,\n 99,\n 51,\n 52,\n 56,\n 99,\n 48,\n 54,\n 51,\n 98,\n 51,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8ee95119-ec12-4344-832b-c348c063b36d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.733089583Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::3]:53219","req_id":"c6d0cb6a-0f62-4f31-a5df-ce065f050282","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_eabbe6c9-72fa-400f-8b8b-1883c0902009.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_eabbe6c9-72fa-400f-8b8b-1883c0902009.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 98,\n 98,\n 101,\n 54,\n 99,\n 57,\n 45,\n 55,\n 50,\n 102,\n 97,\n 45,\n 52,\n 48,\n 48,\n 102,\n 45,\n 56,\n 98,\n 56,\n 98,\n 45,\n 49,\n 56,\n 56,\n 51,\n 99,\n 48,\n 57,\n 48,\n 50,\n 48,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_eabbe6c9-72fa-400f-8b8b-1883c0902009.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.757782559Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::5]:41137","req_id":"bf6e7cb7-9014-4508-b2d2-c9f52ebb912a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_eabbe6c9-72fa-400f-8b8b-1883c0902009.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_eabbe6c9-72fa-400f-8b8b-1883c0902009.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 98,\n 98,\n 101,\n 54,\n 99,\n 57,\n 45,\n 55,\n 50,\n 102,\n 97,\n 45,\n 52,\n 48,\n 48,\n 102,\n 45,\n 56,\n 98,\n 56,\n 98,\n 45,\n 49,\n 56,\n 56,\n 51,\n 99,\n 48,\n 57,\n 48,\n 50,\n 48,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_eabbe6c9-72fa-400f-8b8b-1883c0902009.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.758451548Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::5]:37437","req_id":"953db0e1-a0cf-46ed-987e-2908d1272e69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.901661474Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::2]:37875","req_id":"50299f74-9d41-4996-bf49-4d81b570c617","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:00.902326833Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::2]:60043","req_id":"7b31f479-7ea1-4fd6-8e00-08ac6757900b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-11T15:45:01.070589206Z","hostname":"oxz_internal_dns_de13230e-2ff2-40e7-bac4-6ebc21295e00","pid":5445,"peer_addr":"[fd00:1122:3344:101::d]:64569","req_id":"d393010a-6175-4f19-b940-36c70b967922","component":"dns"}