[ Jul 2 06:13:05 Enabled. ] [ Jul 2 06:13:05 Rereading configuration. ] [ Jul 2 06:13:05 Rereading configuration. ] [ Jul 2 06:13:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 2 06:13:07 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.026297988Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.02639502Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.047586922Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.047617963Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.047630973Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.047878628Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:13:07.148471336Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:10571","req_id":"8cc1f027-0f5f-4984-9560-86631e7d9c34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:13:07.304972754Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:54740","req_id":"b68d0add-c0d7-4c3d-b450-45414422ac93","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56818,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:13:07.487322423Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:21583","req_id":"1963906f-5dbc-45cf-842f-f4af4f0c8293","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:13:07.608803878Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:16447","req_id":"3c660b2f-eb2e-4f52-947d-7f9cfa3af700","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.72385861Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:48396"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.724529143Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"new_generation":1,"req_id":"e6bce03c-a986-453a-bbe5-80dc03a1e8f6","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.724558194Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.740593868Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.740623508Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"new_generation":1,"req_id":"e6bce03c-a986-453a-bbe5-80dc03a1e8f6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-02T06:13:07.740630908Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"uri":"/config","method":"PUT","req_id":"e6bce03c-a986-453a-bbe5-80dc03a1e8f6","remote_addr":"[fd00:1122:3344:1::2]:48396","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16468,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:13:19.139449701Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:48471","req_id":"0b25aa26-36af-4aab-9fa9-ae338e61cd28","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:13:19.143674771Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:34709","req_id":"4ce17d1a-2952-420e-b1f6-4187db0fff5c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:13:19.147909481Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:58524","req_id":"47384101-c530-40a2-b3a6-cf466e3c5202","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:37.26290312Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:52559","req_id":"a2a70957-afaa-4bb2-bc23-1d993d42478e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 98,\n 57,\n 50,\n 51,\n 52,\n 51,\n 45,\n 102,\n 55,\n 102,\n 56,\n 45,\n 52,\n 101,\n 54,\n 48,\n 45,\n 56,\n 101,\n 51,\n 99,\n 45,\n 100,\n 48,\n 55,\n 53,\n 49,\n 53,\n 53,\n 53,\n 53,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:39.291855714Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:54914","req_id":"9dadf252-23e3-4b85-af3a-a0dbd563c61f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 98,\n 57,\n 50,\n 51,\n 52,\n 51,\n 45,\n 102,\n 55,\n 102,\n 56,\n 45,\n 52,\n 101,\n 54,\n 48,\n 45,\n 56,\n 101,\n 51,\n 99,\n 45,\n 100,\n 48,\n 55,\n 53,\n 49,\n 53,\n 53,\n 53,\n 53,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:39.299698363Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:44894","req_id":"57a9b5bc-6425-4d7c-8c16-bb6ad28eb591","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:42.93357294Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:62940","req_id":"32e84907-6bfe-42d0-bdbf-551c2cb58e72","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:42.938143807Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:54882","req_id":"e53a1c4a-4cb0-40cb-be98-25404a81bfbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:42.942519179Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:46191","req_id":"970e2e6e-d5b3-4e4b-83b7-76ebec65246a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:43.642409455Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:62866","req_id":"d79a68b5-3026-4ad0-8cd0-5145d960f3e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6946,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:45.100293978Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:54232","req_id":"ba9feebf-d001-49d6-9ed0-644664d2a74a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:45.218881487Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:65156","req_id":"3f1fdb94-7bf1-4f99-a446-71cb10087ca8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8753,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:47.241390479Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:50508","req_id":"b61dee76-e0eb-4820-9aa0-ea2879b79364","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:14:57.242780304Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:49831","req_id":"12969608-71d7-4209-af03-d67b4e6a5afa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5d2ee2fe-02dc-4bba-9746-0c70fd9cc203.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5d2ee2fe-02dc-4bba-9746-0c70fd9cc203.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 100,\n 50,\n 101,\n 101,\n 50,\n 102,\n 101,\n 45,\n 48,\n 50,\n 100,\n 99,\n 45,\n 52,\n 98,\n 98,\n 97,\n 45,\n 57,\n 55,\n 52,\n 54,\n 45,\n 48,\n 99,\n 55,\n 48,\n 102,\n 100,\n 57,\n 99,\n 99,\n 50,\n 48,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5d2ee2fe-02dc-4bba-9746-0c70fd9cc203.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.118663724Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::5]:34292","req_id":"fb198a92-771e-4767-847d-e866617d54b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5d2ee2fe-02dc-4bba-9746-0c70fd9cc203.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5d2ee2fe-02dc-4bba-9746-0c70fd9cc203.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 100,\n 50,\n 101,\n 101,\n 50,\n 102,\n 101,\n 45,\n 48,\n 50,\n 100,\n 99,\n 45,\n 52,\n 98,\n 98,\n 97,\n 45,\n 57,\n 55,\n 52,\n 54,\n 45,\n 48,\n 99,\n 55,\n 48,\n 102,\n 100,\n 57,\n 99,\n 99,\n 50,\n 48,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5d2ee2fe-02dc-4bba-9746-0c70fd9cc203.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.119418898Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::5]:46017","req_id":"9f3f78c5-a386-4966-a93c-9d6f6c1b5cdd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dffa68d8-ddda-4ad4-9dff-b7227a92e712.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dffa68d8-ddda-4ad4-9dff-b7227a92e712.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 102,\n 102,\n 97,\n 54,\n 56,\n 100,\n 56,\n 45,\n 100,\n 100,\n 100,\n 97,\n 45,\n 52,\n 97,\n 100,\n 52,\n 45,\n 57,\n 100,\n 102,\n 102,\n 45,\n 98,\n 55,\n 50,\n 50,\n 55,\n 97,\n 57,\n 50,\n 101,\n 55,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dffa68d8-ddda-4ad4-9dff-b7227a92e712.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.14588969Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::7]:63947","req_id":"e65a8913-74b1-43ae-9427-39f9d8b81f81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21608,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dffa68d8-ddda-4ad4-9dff-b7227a92e712.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dffa68d8-ddda-4ad4-9dff-b7227a92e712.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 102,\n 102,\n 97,\n 54,\n 56,\n 100,\n 56,\n 45,\n 100,\n 100,\n 100,\n 97,\n 45,\n 52,\n 97,\n 100,\n 52,\n 45,\n 57,\n 100,\n 102,\n 102,\n 45,\n 98,\n 55,\n 50,\n 50,\n 55,\n 97,\n 57,\n 50,\n 101,\n 55,\n 49,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dffa68d8-ddda-4ad4-9dff-b7227a92e712.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.146651374Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::7]:47160","req_id":"aa54c8e8-b16e-4bda-aea3-71b593e1cab2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 98,\n 57,\n 50,\n 51,\n 52,\n 51,\n 45,\n 102,\n 55,\n 102,\n 56,\n 45,\n 52,\n 101,\n 54,\n 48,\n 45,\n 56,\n 101,\n 51,\n 99,\n 45,\n 100,\n 48,\n 55,\n 53,\n 49,\n 53,\n 53,\n 53,\n 53,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.173477913Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:53954","req_id":"6b66ffa9-d106-4e17-b7df-bda52e16a980","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 98,\n 57,\n 50,\n 51,\n 52,\n 51,\n 45,\n 102,\n 55,\n 102,\n 56,\n 45,\n 52,\n 101,\n 54,\n 48,\n 45,\n 56,\n 101,\n 51,\n 99,\n 45,\n 100,\n 48,\n 55,\n 53,\n 49,\n 53,\n 53,\n 53,\n 53,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_63b92343-f7f8-4e60-8e3c-d07515555138.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.174060124Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:53976","req_id":"ce04cb87-32b1-4fdf-9e89-538427f9a058","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_72ce35b3-9009-4df1-98e7-d729bbfe4945.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_72ce35b3-9009-4df1-98e7-d729bbfe4945.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 50,\n 99,\n 101,\n 51,\n 53,\n 98,\n 51,\n 45,\n 57,\n 48,\n 48,\n 57,\n 45,\n 52,\n 100,\n 102,\n 49,\n 45,\n 57,\n 56,\n 101,\n 55,\n 45,\n 100,\n 55,\n 50,\n 57,\n 98,\n 98,\n 102,\n 101,\n 52,\n 57,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_72ce35b3-9009-4df1-98e7-d729bbfe4945.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.227212232Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::6]:50228","req_id":"e93d5e9c-77b9-4bbb-8885-13c6d920a10b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_72ce35b3-9009-4df1-98e7-d729bbfe4945.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_72ce35b3-9009-4df1-98e7-d729bbfe4945.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 50,\n 99,\n 101,\n 51,\n 53,\n 98,\n 51,\n 45,\n 57,\n 48,\n 48,\n 57,\n 45,\n 52,\n 100,\n 102,\n 49,\n 45,\n 57,\n 56,\n 101,\n 55,\n 45,\n 100,\n 55,\n 50,\n 57,\n 98,\n 98,\n 102,\n 101,\n 52,\n 57,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_72ce35b3-9009-4df1-98e7-d729bbfe4945.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.227896125Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::6]:44805","req_id":"31c09a82-413b-44b0-8e6b-6e30ea328e37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2313ed59-9518-4745-bb80-44a8883d6ac0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2313ed59-9518-4745-bb80-44a8883d6ac0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 49,\n 51,\n 101,\n 100,\n 53,\n 57,\n 45,\n 57,\n 53,\n 49,\n 56,\n 45,\n 52,\n 55,\n 52,\n 53,\n 45,\n 98,\n 98,\n 56,\n 48,\n 45,\n 52,\n 52,\n 97,\n 56,\n 56,\n 56,\n 51,\n 100,\n 54,\n 97,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2313ed59-9518-4745-bb80-44a8883d6ac0.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.260945672Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::3]:41139","req_id":"68faed62-d1b0-4b89-801c-8f51430f2de7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2313ed59-9518-4745-bb80-44a8883d6ac0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2313ed59-9518-4745-bb80-44a8883d6ac0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 49,\n 51,\n 101,\n 100,\n 53,\n 57,\n 45,\n 57,\n 53,\n 49,\n 56,\n 45,\n 52,\n 55,\n 52,\n 53,\n 45,\n 98,\n 98,\n 56,\n 48,\n 45,\n 52,\n 52,\n 97,\n 56,\n 56,\n 56,\n 51,\n 100,\n 54,\n 97,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2313ed59-9518-4745-bb80-44a8883d6ac0.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.261696427Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::3]:36105","req_id":"2a9e6391-c990-4f28-a880-33c576f071aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4f76cc35-9485-41d4-ba4f-360f6dbc88d3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4f76cc35-9485-41d4-ba4f-360f6dbc88d3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 102,\n 55,\n 54,\n 99,\n 99,\n 51,\n 53,\n 45,\n 57,\n 52,\n 56,\n 53,\n 45,\n 52,\n 49,\n 100,\n 52,\n 45,\n 98,\n 97,\n 52,\n 102,\n 45,\n 51,\n 54,\n 48,\n 102,\n 54,\n 100,\n 98,\n 99,\n 56,\n 56,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4f76cc35-9485-41d4-ba4f-360f6dbc88d3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.278577967Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::4]:32992","req_id":"d11ba6b5-1496-40c8-8dc9-1bd16d4d63ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4f76cc35-9485-41d4-ba4f-360f6dbc88d3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4f76cc35-9485-41d4-ba4f-360f6dbc88d3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 102,\n 55,\n 54,\n 99,\n 99,\n 51,\n 53,\n 45,\n 57,\n 52,\n 56,\n 53,\n 45,\n 52,\n 49,\n 100,\n 52,\n 45,\n 98,\n 97,\n 52,\n 102,\n 45,\n 51,\n 54,\n 48,\n 102,\n 54,\n 100,\n 98,\n 99,\n 56,\n 56,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4f76cc35-9485-41d4-ba4f-360f6dbc88d3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.279500379Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::4]:46517","req_id":"fe0025ba-58da-46df-9418-fe29a6465ad6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_c4129491-1b82-4477-b68c-19d56dded8da.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_c4129491-1b82-4477-b68c-19d56dded8da.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 99,\n 52,\n 49,\n 50,\n 57,\n 52,\n 57,\n 49,\n 45,\n 49,\n 98,\n 56,\n 50,\n 45,\n 52,\n 52,\n 55,\n 55,\n 45,\n 98,\n 54,\n 56,\n 99,\n 45,\n 49,\n 57,\n 100,\n 53,\n 54,\n 100,\n 100,\n 101,\n 100,\n 56,\n 100,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_c4129491-1b82-4477-b68c-19d56dded8da.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.607554037Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:43537","req_id":"0b388bd8-4b1b-4efd-867c-433fe90b6288","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.69840687Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:34559","req_id":"2d77c682-bd69-4bf3-b912-21684bef26f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-02T06:15:00.699147044Z","hostname":"oxz_internal_dns_d5526c2d-0e88-4a59-91c5-eee28a87aafb","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:58423","req_id":"63ffd800-0b98-4355-a881-c437a2f7bdfc","component":"dns"}