[ Aug 11 21:40:09 Enabled. ] [ Aug 11 21:40:09 Rereading configuration. ] [ Aug 11 21:40:10 Rereading configuration. ] [ Aug 11 21:40:11 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Aug 11 21:40:11 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:11.528933749Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:11.529145314Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:11.551737675Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:11.551763576Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:11.551803687Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:11.552072203Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:11.582926264Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:53962","req_id":"83cf4c23-ba0c-4a01-8876-e7ee3b1f50f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17003,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:11.591222534Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:56025","req_id":"2c56d060-9893-4b15-98d7-e42debeb2f4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59246,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:11.700954721Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:10745","req_id":"d2109c1e-32cf-4361-a710-c310f47d6629","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:11.830725254Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:15130","req_id":"680491ca-cdcd-4416-aff5-87bc75e1465d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56710,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:11.944702313Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:24125","req_id":"2aab1811-e4c7-4ff6-b378-205612529658","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.023562668Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:24838","req_id":"93f8c2f4-fe52-49d7-895b-f4562f2d23d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.077564583Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:27757","req_id":"06cc90a2-b9e5-4ca4-8c24-d37a50ee3433","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.101451642Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:28109","req_id":"93d2042e-5a50-48c5-b7fb-25f9619de53d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.137476346Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:22909","req_id":"edb40444-6944-40da-9607-9c759f3a79fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.30956402Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:12788","req_id":"1b101e47-6ee8-4157-ac04-df1f56ae51cb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:12.442078242Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:59474"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:12.442790238Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"282030dc-bd1c-437b-be30-127b707421c9","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:12.442826658Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"component":"store"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.453971211Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:1938","req_id":"e8edf72b-4632-432f-b89e-34f5ed982ce2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"1901dddb-5b4a-4643-9c7c-7e27c9a5114f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"1901dddb-5b4a-4643-9c7c-7e27c9a5114f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 49,\n 57,\n 48,\n 49,\n 100,\n 100,\n 100,\n 98,\n 45,\n 53,\n 98,\n 52,\n 97,\n 45,\n 52,\n 54,\n 52,\n 51,\n 45,\n 57,\n 99,\n 55,\n 99,\n 45,\n 55,\n 101,\n 50,\n 55,\n 99,\n 57,\n 97,\n 53,\n 49,\n 49,\n 52,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"1901dddb-5b4a-4643-9c7c-7e27c9a5114f.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.45486408Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:50159","req_id":"74d2ed28-5654-4597-a8c0-3722b085b8cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"90bfb124-e76f-4b35-b1dc-fd1a43bac6d7.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"90bfb124-e76f-4b35-b1dc-fd1a43bac6d7.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 57,\n 48,\n 98,\n 102,\n 98,\n 49,\n 50,\n 52,\n 45,\n 101,\n 55,\n 54,\n 102,\n 45,\n 52,\n 98,\n 51,\n 53,\n 45,\n 98,\n 49,\n 100,\n 99,\n 45,\n 102,\n 100,\n 49,\n 97,\n 52,\n 51,\n 98,\n 97,\n 99,\n 54,\n 100,\n 55,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"90bfb124-e76f-4b35-b1dc-fd1a43bac6d7.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.454999683Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:24077","req_id":"ceeb19a8-4540-4dc9-a9be-309d6f050741","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3547,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"fc36c735-3468-4155-92c5-f7b5c83aa2f9.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"fc36c735-3468-4155-92c5-f7b5c83aa2f9.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 102,\n 99,\n 51,\n 54,\n 99,\n 55,\n 51,\n 53,\n 45,\n 51,\n 52,\n 54,\n 56,\n 45,\n 52,\n 49,\n 53,\n 53,\n 45,\n 57,\n 50,\n 99,\n 53,\n 45,\n 102,\n 55,\n 98,\n 53,\n 99,\n 56,\n 51,\n 97,\n 97,\n 50,\n 102,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"fc36c735-3468-4155-92c5-f7b5c83aa2f9.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:12.455056324Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:35604","req_id":"4db215d9-c9e1-4d6f-92fd-3e2bc511c12b","component":"dns"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:12.464030829Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:12.464080831Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"282030dc-bd1c-437b-be30-127b707421c9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:40:12.464088911Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"PUT","req_id":"282030dc-bd1c-437b-be30-127b707421c9","remote_addr":"[fd00:1122:3344:3::2]:59474","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":21644,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48995,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:24.294140078Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:57276","req_id":"1d0ae2a4-6e31-4dfa-80e3-ca0fd899a601","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:24.298790469Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:63864","req_id":"7b4ced31-856b-4f73-8721-47385d131cb7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:40:24.302933749Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:64549","req_id":"5a419364-cc57-41bf-84ed-4c387365e536","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:42:37.956472585Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:63272","req_id":"8c8f9c4e-db96-47c9-8f8d-b6382b0454a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 48,\n 97,\n 57,\n 54,\n 56,\n 49,\n 98,\n 45,\n 102,\n 51,\n 54,\n 101,\n 45,\n 52,\n 55,\n 98,\n 56,\n 45,\n 57,\n 55,\n 52,\n 100,\n 45,\n 102,\n 48,\n 48,\n 56,\n 99,\n 100,\n 55,\n 55,\n 49,\n 97,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:42:42.413051912Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::e]:59624","req_id":"8f5f54bf-c733-4e46-a1d7-eb7818836b5a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 48,\n 97,\n 57,\n 54,\n 56,\n 49,\n 98,\n 45,\n 102,\n 51,\n 54,\n 101,\n 45,\n 52,\n 55,\n 98,\n 56,\n 45,\n 57,\n 55,\n 52,\n 100,\n 45,\n 102,\n 48,\n 48,\n 56,\n 99,\n 100,\n 55,\n 55,\n 49,\n 97,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:42:42.414376911Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::e]:53000","req_id":"a5b07e1a-ce13-4026-a50f-82a351c16053","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:42:47.938455401Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:51430","req_id":"1e584a45-655f-42b0-a3e6-db3aeeb392e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:42:48.429595184Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:42542","req_id":"a64ff484-7c76-43d8-8b97-3a8283fde8c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:42:48.447466343Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:16904","req_id":"dc07f915-a85c-46c0-9825-354886e8ee85","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:42:48.548092802Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:1769","req_id":"2ba73c20-45b6-42a0-8c54-b8b99f614e49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52334,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:42:57.944744297Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:61938","req_id":"f35ad143-bfb7-472e-b044-a6f3d2ab5218","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:07.946062484Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:55564","req_id":"90bf64aa-efc0-42d2-aaf3-9832084df27f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:17.948626696Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:62074","req_id":"955601a1-c3b3-4b9d-8df5-437497212ec3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:27.950380154Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:49170","req_id":"923d8a2d-5dcc-4d9c-a94e-235c21b05ed8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:31.650419398Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:30978","req_id":"d90268ce-925b-47ce-9060-93b83dbdd36b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:32.005386529Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63616"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:32.061842547Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"6e13eea4-6220-4165-a178-edc6169666cb","remote_addr":"[fd00:1122:3344:101::a]:63616","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":28390,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:37.076219787Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:51372","req_id":"6cf85d6d-af08-4fa0-9cd0-83c4443cffe0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:37.080632223Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:48815","req_id":"a684a45c-4673-4821-975e-f5bf4b61b39b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:37.08511847Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:39815","req_id":"2deb42ac-e9e4-48b7-b155-1d25ec2cf643","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:37.424542824Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57732"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:37.427546209Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"e35a320e-7096-45a0-a2a9-04bd5c77e2e4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:37.427562519Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"e35a320e-7096-45a0-a2a9-04bd5c77e2e4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:37.429491561Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"PUT","req_id":"e35a320e-7096-45a0-a2a9-04bd5c77e2e4","remote_addr":"[fd00:1122:3344:101::c]:57732","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":4815,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14793,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:37.495458656Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:43698","req_id":"1c718d17-3d2f-4cfe-b907-f9d9b298aece","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:37.625131177Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42433"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:37.625518875Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"fa29fc12-bfd0-41c0-abb3-0ab7f00772e2","remote_addr":"[fd00:1122:3344:101::c]:42433","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":327,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:37.952746893Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:63182","req_id":"3930a087-4ec3-4ed1-9356-287b7add318e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:38.489413087Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:38562","req_id":"86f6f50d-3815-44dd-ae52-9d04a5c40a9f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:38.616193145Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62601"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:38.61643382Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"a638f616-533c-4a67-8f86-f7a5ce3308df","remote_addr":"[fd00:1122:3344:101::c]:62601","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:39.127001806Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:58197","req_id":"06b7e468-6133-4e4e-a191-7d41e5019d27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:39.128152281Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:57711","req_id":"299502a4-d05f-4ec0-a394-334848144d1a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:39.257807841Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38216"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:39.258753422Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"2909ee1e-a474-49d6-bb31-4d91befaec60","remote_addr":"[fd00:1122:3344:101::a]:38216","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":890,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:39.340146422Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52466"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:39.340648423Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"39114984-dfc2-4cd5-814c-d6f201800ff4","remote_addr":"[fd00:1122:3344:101::b]:52466","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":467,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:47.954819538Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:61030","req_id":"d9b23ef3-2cb8-4fbe-a355-b3a54e45c284","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.256416207Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45703"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.256820656Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"28a9fb59-6e51-4a6e-bbf0-1c08b3844505","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.256866627Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"28a9fb59-6e51-4a6e-bbf0-1c08b3844505","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.256888688Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"PUT","req_id":"28a9fb59-6e51-4a6e-bbf0-1c08b3844505","remote_addr":"[fd00:1122:3344:101::c]:45703","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":320,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.27081517Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38248"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.271162548Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"a3889dbe-cb10-4432-b12c-cef537a11f26","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.271191099Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"a3889dbe-cb10-4432-b12c-cef537a11f26","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.271222659Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"PUT","req_id":"a3889dbe-cb10-4432-b12c-cef537a11f26","remote_addr":"[fd00:1122:3344:101::a]:38248","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":297,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.293923623Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36531"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.29424732Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"29365c43-b2c2-465a-940b-0c676f1497bf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.294299691Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"29365c43-b2c2-465a-940b-0c676f1497bf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:48.294311131Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"PUT","req_id":"29365c43-b2c2-465a-940b-0c676f1497bf","remote_addr":"[fd00:1122:3344:101::b]:36531","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":301,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:49.515442363Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:6089","req_id":"5164a427-315f-4940-bfa9-857377937c82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22793,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:49.521480084Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:10124","req_id":"ac6c9972-c77c-4070-8670-e03712ede657","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:49.564908999Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:8203","req_id":"e67dda8f-8ce6-4b7f-8a52-1aa9ce734107","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:49.648714672Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59657"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:49.648977948Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"fe9cbf70-e644-4e3e-b04b-abde3aa99a5c","remote_addr":"[fd00:1122:3344:101::b]:59657","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:49.706269844Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46327"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:49.706508139Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"76cfae8c-6604-407e-ac5c-f7a8f8c0f09e","remote_addr":"[fd00:1122:3344:101::c]:46327","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:49.765018502Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64352"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:43:49.765269467Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"2f35cbfb-67c8-47d2-a2b3-68c5d0de0ad8","remote_addr":"[fd00:1122:3344:101::a]:64352","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52192,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:43:57.956342408Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:61382","req_id":"a8bf66a6-517f-46dc-893b-d671e6b72789","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:07.957228867Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:59331","req_id":"d639b11d-d4b3-46c1-b790-70fa458448c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:17.958405482Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:51693","req_id":"b60bead9-a9de-43ce-b23b-b9261be202a7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:27.959694228Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:62450","req_id":"050ef61d-ccb7-4ef3-935e-b2dcfcbd2854","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:37.961624146Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:64570","req_id":"92e087a8-bcfe-4fd1-bb81-7a8cb6d0e1cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55591,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:47.962445434Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:52656","req_id":"849b8405-f6b4-4368-9172-7ab9dc4ec8c6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.10391713Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54481"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.104149356Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"bd179a17-6b8f-4375-aa15-2d690a8ead96","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.104185676Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"bd179a17-6b8f-4375-aa15-2d690a8ead96","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.104196166Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"PUT","req_id":"bd179a17-6b8f-4375-aa15-2d690a8ead96","remote_addr":"[fd00:1122:3344:101::a]:54481","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.122899153Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53241"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.124844706Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"66d758ac-73a0-471f-b4ad-2f19be9d8dde","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.124886656Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"66d758ac-73a0-471f-b4ad-2f19be9d8dde","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.124903767Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"PUT","req_id":"66d758ac-73a0-471f-b4ad-2f19be9d8dde","remote_addr":"[fd00:1122:3344:101::b]:53241","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":253,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.25607075Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56123"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.256398547Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"90fbda03-e9f8-4b76-8da2-a50656c72c5b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.256422208Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"new_generation":1,"req_id":"90fbda03-e9f8-4b76-8da2-a50656c72c5b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:48.256434438Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"PUT","req_id":"90fbda03-e9f8-4b76-8da2-a50656c72c5b","remote_addr":"[fd00:1122:3344:101::c]:56123","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":296,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:49.688920417Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:23982","req_id":"32937762-04f8-461f-9246-b1e4f69e8bb5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:49.755531826Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:36841","req_id":"d4c5bb25-ce66-4c70-afe3-7eeb885bea9f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:49.761177819Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:14566","req_id":"a0b79c8f-6f7c-45f9-a048-61bc8ef97f8f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:49.800449363Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38508"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:49.80077479Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"f026953e-0c7d-4eec-803c-2befa30bc6de","remote_addr":"[fd00:1122:3344:101::b]:38508","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:49.860319305Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53428"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:49.86054004Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"db635053-8c03-44cf-aeed-e124bd6a9290","remote_addr":"[fd00:1122:3344:101::c]:53428","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:49.898450585Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38945"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-11T21:44:49.898662179Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"uri":"/config","method":"GET","req_id":"0c0db3cd-826d-4bde-8659-6a6de7c24a44","remote_addr":"[fd00:1122:3344:101::a]:38945","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:44:57.963887824Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:50529","req_id":"41aedd38-f318-4e82-9b06-e528d42eb974","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_da812382-85ac-4313-8b85-4bb0da7590a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_da812382-85ac-4313-8b85-4bb0da7590a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 56,\n 49,\n 50,\n 51,\n 56,\n 50,\n 45,\n 56,\n 53,\n 97,\n 99,\n 45,\n 52,\n 51,\n 49,\n 51,\n 45,\n 56,\n 98,\n 56,\n 53,\n 45,\n 52,\n 98,\n 98,\n 48,\n 100,\n 97,\n 55,\n 53,\n 57,\n 48,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da812382-85ac-4313-8b85-4bb0da7590a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.582538014Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::3]:62449","req_id":"b4838302-f1d3-4289-bcf8-c1f30908b7d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_da812382-85ac-4313-8b85-4bb0da7590a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_da812382-85ac-4313-8b85-4bb0da7590a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 56,\n 49,\n 50,\n 51,\n 56,\n 50,\n 45,\n 56,\n 53,\n 97,\n 99,\n 45,\n 52,\n 51,\n 49,\n 51,\n 45,\n 56,\n 98,\n 56,\n 53,\n 45,\n 52,\n 98,\n 98,\n 48,\n 100,\n 97,\n 55,\n 53,\n 57,\n 48,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da812382-85ac-4313-8b85-4bb0da7590a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.583147547Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::3]:39149","req_id":"4521dfea-9471-4412-90e8-73be9f069668","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.673219526Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:42114","req_id":"a590dd32-8ccc-4aed-babb-31e1e01527cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.673870551Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:61487","req_id":"8f633a7c-d9d1-442a-b601-6cb3187054cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e7823228-35c0-42eb-a6ff-c4b6ca2f6720.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e7823228-35c0-42eb-a6ff-c4b6ca2f6720.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 56,\n 50,\n 51,\n 50,\n 50,\n 56,\n 45,\n 51,\n 53,\n 99,\n 48,\n 45,\n 52,\n 50,\n 101,\n 98,\n 45,\n 97,\n 54,\n 102,\n 102,\n 45,\n 99,\n 52,\n 98,\n 54,\n 99,\n 97,\n 50,\n 102,\n 54,\n 55,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e7823228-35c0-42eb-a6ff-c4b6ca2f6720.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.707520032Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::6]:57407","req_id":"41acdb7f-63d6-4d99-9fca-a998a093cea2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e7823228-35c0-42eb-a6ff-c4b6ca2f6720.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e7823228-35c0-42eb-a6ff-c4b6ca2f6720.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 56,\n 50,\n 51,\n 50,\n 50,\n 56,\n 45,\n 51,\n 53,\n 99,\n 48,\n 45,\n 52,\n 50,\n 101,\n 98,\n 45,\n 97,\n 54,\n 102,\n 102,\n 45,\n 99,\n 52,\n 98,\n 54,\n 99,\n 97,\n 50,\n 102,\n 54,\n 55,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e7823228-35c0-42eb-a6ff-c4b6ca2f6720.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.708528934Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::6]:56931","req_id":"6d611cbc-dacc-4567-8f3a-563a6d34df9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3899952e-bf79-4adf-a982-0230b0ffb9df.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3899952e-bf79-4adf-a982-0230b0ffb9df.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 57,\n 57,\n 57,\n 53,\n 50,\n 101,\n 45,\n 98,\n 102,\n 55,\n 57,\n 45,\n 52,\n 97,\n 100,\n 102,\n 45,\n 97,\n 57,\n 56,\n 50,\n 45,\n 48,\n 50,\n 51,\n 48,\n 98,\n 48,\n 102,\n 102,\n 98,\n 57,\n 100,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3899952e-bf79-4adf-a982-0230b0ffb9df.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.709471075Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::7]:41924","req_id":"5f9678d3-9c0b-4e5b-81d8-2a6401d2ec9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3899952e-bf79-4adf-a982-0230b0ffb9df.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3899952e-bf79-4adf-a982-0230b0ffb9df.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 57,\n 57,\n 57,\n 53,\n 50,\n 101,\n 45,\n 98,\n 102,\n 55,\n 57,\n 45,\n 52,\n 97,\n 100,\n 102,\n 45,\n 97,\n 57,\n 56,\n 50,\n 45,\n 48,\n 50,\n 51,\n 48,\n 98,\n 48,\n 102,\n 102,\n 98,\n 57,\n 100,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3899952e-bf79-4adf-a982-0230b0ffb9df.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.71014791Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::7]:37145","req_id":"04b464d9-8ce2-462f-8d83-de875048efb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_11d947e7-6641-4d3f-8d06-1edecabc580d.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_11d947e7-6641-4d3f-8d06-1edecabc580d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 49,\n 100,\n 57,\n 52,\n 55,\n 101,\n 55,\n 45,\n 54,\n 54,\n 52,\n 49,\n 45,\n 52,\n 100,\n 51,\n 102,\n 45,\n 56,\n 100,\n 48,\n 54,\n 45,\n 49,\n 101,\n 100,\n 101,\n 99,\n 97,\n 98,\n 99,\n 53,\n 56,\n 48,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_11d947e7-6641-4d3f-8d06-1edecabc580d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.715087057Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:43652","req_id":"77b2e23f-f5a7-4fc7-bda0-21272ef0075d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b39c572b-a077-4b4d-8237-1de6714ab172.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b39c572b-a077-4b4d-8237-1de6714ab172.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 57,\n 99,\n 53,\n 55,\n 50,\n 98,\n 45,\n 97,\n 48,\n 55,\n 55,\n 45,\n 52,\n 98,\n 52,\n 100,\n 45,\n 56,\n 50,\n 51,\n 55,\n 45,\n 49,\n 100,\n 101,\n 54,\n 55,\n 49,\n 52,\n 97,\n 98,\n 49,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b39c572b-a077-4b4d-8237-1de6714ab172.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.753654476Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::4]:57775","req_id":"024e6848-de81-4ad3-a71e-d9f31d660b13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b39c572b-a077-4b4d-8237-1de6714ab172.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b39c572b-a077-4b4d-8237-1de6714ab172.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 51,\n 57,\n 99,\n 53,\n 55,\n 50,\n 98,\n 45,\n 97,\n 48,\n 55,\n 55,\n 45,\n 52,\n 98,\n 52,\n 100,\n 45,\n 56,\n 50,\n 51,\n 55,\n 45,\n 49,\n 100,\n 101,\n 54,\n 55,\n 49,\n 52,\n 97,\n 98,\n 49,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b39c572b-a077-4b4d-8237-1de6714ab172.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.754403182Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::4]:53533","req_id":"7f7da0fa-bb8d-4562-aa2f-ade9c6260beb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_aa548128-e243-48a9-9978-a6eaf9699080.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_aa548128-e243-48a9-9978-a6eaf9699080.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 97,\n 53,\n 52,\n 56,\n 49,\n 50,\n 56,\n 45,\n 101,\n 50,\n 52,\n 51,\n 45,\n 52,\n 56,\n 97,\n 57,\n 45,\n 57,\n 57,\n 55,\n 56,\n 45,\n 97,\n 54,\n 101,\n 97,\n 102,\n 57,\n 54,\n 57,\n 57,\n 48,\n 56,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_aa548128-e243-48a9-9978-a6eaf9699080.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.764201765Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::5]:54165","req_id":"2026b5c3-1cf2-4aaf-95b7-94afacf93b0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_aa548128-e243-48a9-9978-a6eaf9699080.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_aa548128-e243-48a9-9978-a6eaf9699080.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 97,\n 53,\n 52,\n 56,\n 49,\n 50,\n 56,\n 45,\n 101,\n 50,\n 52,\n 51,\n 45,\n 52,\n 56,\n 97,\n 57,\n 45,\n 57,\n 57,\n 55,\n 56,\n 45,\n 97,\n 54,\n 101,\n 97,\n 102,\n 57,\n 54,\n 57,\n 57,\n 48,\n 56,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_aa548128-e243-48a9-9978-a6eaf9699080.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.764744847Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::5]:55898","req_id":"083a94b7-b597-46ac-becf-4e4e405349c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 48,\n 97,\n 57,\n 54,\n 56,\n 49,\n 98,\n 45,\n 102,\n 51,\n 54,\n 101,\n 45,\n 52,\n 55,\n 98,\n 56,\n 45,\n 57,\n 55,\n 52,\n 100,\n 45,\n 102,\n 48,\n 48,\n 56,\n 99,\n 100,\n 55,\n 55,\n 49,\n 97,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.994085466Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::e]:41184","req_id":"0764e364-66b4-4c15-8949-7aa3444bc263","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 48,\n 97,\n 57,\n 54,\n 56,\n 49,\n 98,\n 45,\n 102,\n 51,\n 54,\n 101,\n 45,\n 52,\n 55,\n 98,\n 56,\n 45,\n 57,\n 55,\n 52,\n 100,\n 45,\n 102,\n 48,\n 48,\n 56,\n 99,\n 100,\n 55,\n 55,\n 49,\n 97,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_90a9681b-f36e-47b8-974d-f008cd771a21.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-11T21:45:00.994818112Z","hostname":"oxz_internal_dns_e0a36ab5-fbf3-4ed4-82e3-36d32950b51d","pid":5449,"peer_addr":"[fd00:1122:3344:101::e]:37875","req_id":"039b59a1-8dad-4152-8cc0-1ce2feea18a2","component":"dns"}