[ Jul 8 00:43:38 Enabled. ] [ Jul 8 00:43:38 Rereading configuration. ] [ Jul 8 00:43:39 Rereading configuration. ] [ Jul 8 00:43:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 8 00:43:40 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.533683488Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.533828151Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.55599492Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.556025971Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.556042791Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:40.556312127Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12631,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.673792511Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:9304","req_id":"5a2ed5e1-2880-4c62-a1c1-a7583e1a63f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64506,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.679725704Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:35715","req_id":"e02e6a89-55ca-40e1-9385-9f8752745997","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.793872923Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:25500","req_id":"beb15395-3287-4335-a1b3-1b188ea5533f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.916645396Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:34502","req_id":"44512d02-c608-4030-bf29-24ab28513615","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:40.961685039Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:39653","req_id":"9831d413-0505-45fd-8033-f0fe3e3160e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:41.027189752Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:32380","req_id":"ea1ea8ed-d656-4c88-9cf9-3df4e6885f27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:41.046369864Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:45921","req_id":"515d4cf0-cfb8-4ca8-9203-8a4e244d1431","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:41.158069128Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:1089","req_id":"e6fa3fad-0ba9-432d-a198-21169ce91cc0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:41.177789132Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:45304","req_id":"7b79bc34-ecba-40ef-b2e4-ac1b5bc3a797","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.212177255Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:49600"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.212901862Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"new_generation":1,"req_id":"8e3b461f-b503-48f9-9b3c-50efe174ec72","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.212953593Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.226414986Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.226440716Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"new_generation":1,"req_id":"8e3b461f-b503-48f9-9b3c-50efe174ec72","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-08T00:43:41.226467657Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"uri":"/config","method":"PUT","req_id":"8e3b461f-b503-48f9-9b3c-50efe174ec72","remote_addr":"[fd00:1122:3344:3::2]:49600","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13945,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:52.903801305Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::1b]:59511","req_id":"ae336a43-2ea8-4f05-9a3b-dca252bd1338","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:52.908302416Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::1b]:47013","req_id":"eadf0434-ba57-40a5-a4a9-d3bd4b9bd569","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:43:52.912539741Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::1b]:55364","req_id":"57ff5a30-57e8-493a-afd3-760bb249afa7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:44:53.402321577Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::d]:60693","req_id":"42a34e2b-0820-41b1-9f33-741393a41dfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 98,\n 101,\n 97,\n 53,\n 57,\n 101,\n 45,\n 54,\n 100,\n 51,\n 52,\n 45,\n 52,\n 54,\n 49,\n 98,\n 45,\n 97,\n 101,\n 99,\n 99,\n 45,\n 52,\n 48,\n 102,\n 48,\n 52,\n 51,\n 49,\n 102,\n 48,\n 56,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:44:57.069822412Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::e]:37450","req_id":"6f168d6c-a892-4c5f-a31f-794228f0740b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22398,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 98,\n 101,\n 97,\n 53,\n 57,\n 101,\n 45,\n 54,\n 100,\n 51,\n 52,\n 45,\n 52,\n 54,\n 49,\n 98,\n 45,\n 97,\n 101,\n 99,\n 99,\n 45,\n 52,\n 48,\n 102,\n 48,\n 52,\n 51,\n 49,\n 102,\n 48,\n 56,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:44:57.070800774Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::e]:43309","req_id":"185ac07a-78bd-4cc2-9aa9-639247e7c43c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 98,\n 101,\n 97,\n 53,\n 57,\n 101,\n 45,\n 54,\n 100,\n 51,\n 52,\n 45,\n 52,\n 54,\n 49,\n 98,\n 45,\n 97,\n 101,\n 99,\n 99,\n 45,\n 52,\n 48,\n 102,\n 48,\n 52,\n 51,\n 49,\n 102,\n 48,\n 56,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.068064759Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::e]:48871","req_id":"9bcba3e4-b477-4f39-984b-be2e5f3e411f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 98,\n 98,\n 101,\n 97,\n 53,\n 57,\n 101,\n 45,\n 54,\n 100,\n 51,\n 52,\n 45,\n 52,\n 54,\n 49,\n 98,\n 45,\n 97,\n 101,\n 99,\n 99,\n 45,\n 52,\n 48,\n 102,\n 48,\n 52,\n 51,\n 49,\n 102,\n 48,\n 56,\n 98,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6bbea59e-6d34-461b-aecc-40f0431f08b4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.068822056Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::e]:49649","req_id":"464ffb48-79cf-452d-a411-0cbfccf83751","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 102,\n 54,\n 101,\n 49,\n 99,\n 98,\n 56,\n 45,\n 48,\n 98,\n 53,\n 54,\n 45,\n 52,\n 49,\n 51,\n 57,\n 45,\n 57,\n 51,\n 99,\n 56,\n 45,\n 97,\n 99,\n 48,\n 51,\n 50,\n 57,\n 102,\n 101,\n 98,\n 102,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.203464446Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::6]:61589","req_id":"ee9a63ad-38c9-478c-bb1e-bf55284c9733","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 102,\n 54,\n 101,\n 49,\n 99,\n 98,\n 56,\n 45,\n 48,\n 98,\n 53,\n 54,\n 45,\n 52,\n 49,\n 51,\n 57,\n 45,\n 57,\n 51,\n 99,\n 56,\n 45,\n 97,\n 99,\n 48,\n 51,\n 50,\n 57,\n 102,\n 101,\n 98,\n 102,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6f6e1cb8-0b56-4139-93c8-ac0329febfdc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.204269364Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::6]:42668","req_id":"bf405945-c2fc-48f5-a112-b9aebf430aab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 51,\n 100,\n 49,\n 55,\n 100,\n 54,\n 55,\n 45,\n 53,\n 52,\n 56,\n 98,\n 45,\n 52,\n 55,\n 52,\n 102,\n 45,\n 57,\n 54,\n 56,\n 53,\n 45,\n 56,\n 54,\n 54,\n 102,\n 100,\n 97,\n 99,\n 48,\n 98,\n 50,\n 56,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.388190173Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::7]:47424","req_id":"a151184c-cc9d-4f82-a297-1efa75d6cd32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 51,\n 100,\n 49,\n 55,\n 100,\n 54,\n 55,\n 45,\n 53,\n 52,\n 56,\n 98,\n 45,\n 52,\n 55,\n 52,\n 102,\n 45,\n 57,\n 54,\n 56,\n 53,\n 45,\n 56,\n 54,\n 54,\n 102,\n 100,\n 97,\n 99,\n 48,\n 98,\n 50,\n 56,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_13d17d67-548b-474f-9685-866fdac0b289.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.388878148Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::7]:60956","req_id":"e40944b3-0b9f-4741-94ba-4a3a0f643c1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 55,\n 98,\n 51,\n 101,\n 49,\n 98,\n 48,\n 45,\n 100,\n 57,\n 53,\n 54,\n 45,\n 52,\n 100,\n 51,\n 53,\n 45,\n 57,\n 97,\n 101,\n 102,\n 45,\n 101,\n 56,\n 54,\n 98,\n 53,\n 100,\n 100,\n 53,\n 52,\n 48,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.409458751Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::5]:59953","req_id":"37dfb376-edc0-4590-b5ff-94c3fdc77c27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 55,\n 98,\n 51,\n 101,\n 49,\n 98,\n 48,\n 45,\n 100,\n 57,\n 53,\n 54,\n 45,\n 52,\n 100,\n 51,\n 53,\n 45,\n 57,\n 97,\n 101,\n 102,\n 45,\n 101,\n 56,\n 54,\n 98,\n 53,\n 100,\n 100,\n 53,\n 52,\n 48,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_77b3e1b0-d956-4d35-9aef-e86b5dd54090.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.410204448Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::5]:37717","req_id":"9779df61-2efe-459f-b757-0f087c77498c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 54,\n 50,\n 48,\n 56,\n 54,\n 57,\n 45,\n 54,\n 98,\n 48,\n 49,\n 45,\n 52,\n 49,\n 98,\n 48,\n 45,\n 57,\n 97,\n 52,\n 101,\n 45,\n 48,\n 101,\n 97,\n 52,\n 54,\n 49,\n 53,\n 50,\n 51,\n 53,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.424710145Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::3]:41087","req_id":"117544a3-0d3f-40fe-8f56-e75f6f195f80","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 55,\n 54,\n 50,\n 48,\n 56,\n 54,\n 57,\n 45,\n 54,\n 98,\n 48,\n 49,\n 45,\n 52,\n 49,\n 98,\n 48,\n 45,\n 57,\n 97,\n 52,\n 101,\n 45,\n 48,\n 101,\n 97,\n 52,\n 54,\n 49,\n 53,\n 50,\n 51,\n 53,\n 56,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_97620869-6b01-41b0-9a4e-0ea461523584.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.42539882Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::3]:42773","req_id":"eec9a69a-ab2c-4ba6-a656-ba267ba0b88e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 97,\n 102,\n 48,\n 48,\n 51,\n 100,\n 45,\n 102,\n 56,\n 48,\n 49,\n 45,\n 52,\n 51,\n 50,\n 97,\n 45,\n 56,\n 98,\n 49,\n 102,\n 45,\n 99,\n 49,\n 48,\n 98,\n 48,\n 48,\n 55,\n 48,\n 99,\n 99,\n 48,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.448979761Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::4]:65283","req_id":"b5ee22ae-c775-45e8-ab9f-62dde6cbe8d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 51,\n 97,\n 102,\n 48,\n 48,\n 51,\n 100,\n 45,\n 102,\n 56,\n 48,\n 49,\n 45,\n 52,\n 51,\n 50,\n 97,\n 45,\n 56,\n 98,\n 49,\n 102,\n 45,\n 99,\n 49,\n 48,\n 98,\n 48,\n 48,\n 55,\n 48,\n 99,\n 99,\n 48,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_63af003d-f801-432a-8b1f-c10b0070cc02.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.449642086Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::4]:38814","req_id":"354e5f3a-5d7e-489c-ba39-54f34fcc6b0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4521,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_96e9d6f3-c03d-40cc-b4ea-af6f4248d7ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_96e9d6f3-c03d-40cc-b4ea-af6f4248d7ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 54,\n 101,\n 57,\n 100,\n 54,\n 102,\n 51,\n 45,\n 99,\n 48,\n 51,\n 100,\n 45,\n 52,\n 48,\n 99,\n 99,\n 45,\n 98,\n 52,\n 101,\n 97,\n 45,\n 97,\n 102,\n 54,\n 102,\n 52,\n 50,\n 52,\n 56,\n 100,\n 55,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_96e9d6f3-c03d-40cc-b4ea-af6f4248d7ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:00.614321321Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::1b]:42783","req_id":"b3afdefc-99bd-4bfc-b899-d59310ba0340","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:01.053548136Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:61777","req_id":"2960200c-457b-49ba-8eb8-3d999f1742ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:01.053687299Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::2]:43973","req_id":"c2a6feba-cdd5-4bee-a4b8-9a20a992727f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-08T00:45:02.252484744Z","hostname":"oxz_internal_dns_f9c64e06-ed91-4e22-bf83-85dcbc3bf6a5","pid":5396,"peer_addr":"[fd00:1122:3344:101::c]:64690","req_id":"70fb240b-457b-4660-93ae-25cb67394c89","component":"dns"}