[ Jul 23 02:27:10 Enabled. ] [ Jul 23 02:27:10 Rereading configuration. ] [ Jul 23 02:27:11 Rereading configuration. ] [ Jul 23 02:27:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 23 02:27:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.239478826Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.239621478Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.263601701Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.263630191Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.263661571Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:12.263969195Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.346149651Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:64314","req_id":"3e635161-2aa2-4a89-bacb-9ffebcce0c6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57301,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.5120949Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:37046","req_id":"3a0ee12d-2cef-4943-8775-463f28f60f5b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.521217224Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:61974","req_id":"95435b38-4516-4dd2-9476-febff52d6f81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.737899902Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:38797","req_id":"3766fa41-1733-4473-9436-6aca7fbe5785","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.872423333Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:42941","req_id":"bd8677fb-6d8c-4038-8db3-4a1d6c11a007","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:12.986381211Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:1::2]:2650","req_id":"f460275d-3149-4895-ab1f-d5a003663a3a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:13.290659206Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:38725","req_id":"84dec17a-05b1-4d11-8781-f6f81cc90240","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:13.900982096Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:11389","req_id":"f5b73e64-4f02-4d2b-984b-47932065a169","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.007858272Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:37960"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.008500449Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"87aace21-25a9-4220-8863-383af9cbda15","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.00851774Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.024522022Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.024546952Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"87aace21-25a9-4220-8863-383af9cbda15","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:27:14.024573763Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"PUT","req_id":"87aace21-25a9-4220-8863-383af9cbda15","remote_addr":"[fd00:1122:3344:1::2]:37960","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16393,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.01956045Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:55889","req_id":"75bf2827-d682-4531-b1e5-3a5c80643add","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16494,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.02404387Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:38630","req_id":"b610a554-b434-4402-90d2-cf514f3a4fb0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:27:26.028664673Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:57762","req_id":"e8685f4d-df27-49d4-909e-855cc7049e85","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:25.769107641Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:53761","req_id":"088a4051-8ad8-4112-9c16-c4c38fab884b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15278,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:35.748592136Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:61528","req_id":"5a52491c-dfd2-42fd-8683-ba77feee3721","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:39.174959002Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:37554","req_id":"f7d5a8f1-9acc-4a27-9107-899054e92c56","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:39.396481165Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:41470","req_id":"42f5ba2c-121c-4368-8cf2-638ec8315241","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.274834923Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64672"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.277952219Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53246"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.336104341Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"e3d30751-d3e0-4691-b31c-a336cdfa4851","remote_addr":"[fd00:1122:3344:101::c]:53246","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":36887,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.336138161Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"e4b6bf0d-03de-429c-be2e-9a7ef70de1e1","remote_addr":"[fd00:1122:3344:101::a]:64672","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":36889,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:41.375630001Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:61973","req_id":"93d37232-a4e1-4410-8b30-0e23b2fff28a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17702,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:41.394124312Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:56899","req_id":"048f9b51-b2e2-40ea-b3ee-8cf884dab4bd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.925068077Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64540"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.929040583Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"4c03278c-0d6a-463d-be9d-3d2f7a2f24ba","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.929125104Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"4c03278c-0d6a-463d-be9d-3d2f7a2f24ba","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:41.929132764Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"PUT","req_id":"4c03278c-0d6a-463d-be9d-3d2f7a2f24ba","remote_addr":"[fd00:1122:3344:101::a]:64540","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":2479,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:42.287694287Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:11252","req_id":"9b0fbc47-148f-4be9-b404-b81517aec380","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.544092866Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41960"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.546216271Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"654ed0b1-c4d7-41fc-bbd7-122e6d32c211","remote_addr":"[fd00:1122:3344:101::a]:41960","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":315,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:42.558321379Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:30661","req_id":"e5ef74d2-64f2-4026-affa-d060327c73f4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.865767679Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55742"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867241806Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"02986ef3-207a-46a2-aa12-e62f018466c2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867358077Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"02986ef3-207a-46a2-aa12-e62f018466c2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:42.867431808Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"PUT","req_id":"02986ef3-207a-46a2-aa12-e62f018466c2","remote_addr":"[fd00:1122:3344:101::b]:55742","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":390,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:43.071429791Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43471"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:43.071940847Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"d194c3e7-b0dc-4dea-a31f-2f46be484278","remote_addr":"[fd00:1122:3344:101::b]:43471","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":456,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:44.127975812Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:14076","req_id":"406ebe0f-5b17-4f11-b6ab-8bf0c33eae7e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.381374327Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42687"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.38166609Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"4a2c8d33-3240-492f-861e-fe7e7c8b41f5","remote_addr":"[fd00:1122:3344:101::a]:42687","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61776,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:44.790157532Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:11653","req_id":"f8166c37-623d-442f-8440-81d2666e27df","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.930718713Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39765"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:44.930957155Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"41cddeaa-f726-4749-830e-db56e2f2b219","remote_addr":"[fd00:1122:3344:101::b]:39765","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:45.75070275Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:52859","req_id":"1fa25423-aeb6-4995-b22b-aaa6443abf9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:50.150677522Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:53493","req_id":"0c88736f-72cb-4813-b524-57c91f10a486","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:50.285587018Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45456"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:28:50.285826711Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"3ef58e5d-dc41-4ed7-9784-6f1e0c8cdff4","remote_addr":"[fd00:1122:3344:101::c]:45456","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30733,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:28:55.752277806Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:59535","req_id":"99036c43-1057-4e56-8d07-8b01e7754881","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:05.753475529Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:52369","req_id":"5ef7aebf-1a2e-45ae-9fc4-60cd05c21e53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:15.755007776Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:63380","req_id":"fd9c85a7-43b4-4ea4-a3f4-1de23dbef6f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:25.756585473Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:61454","req_id":"c09cfa19-eb46-4ce7-8cbf-03a9a51b9e97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.931494591Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:58638","req_id":"73629735-84bd-4610-bddc-b8408788206b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.935967242Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:56864","req_id":"674946a6-9da6-4104-9bd5-40e67051afa6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:26.943953593Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:41404","req_id":"e130951a-26c2-4fa1-8232-8ffef17874f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:35.757468032Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:61086","req_id":"439a3223-bb3e-4b32-a7ef-edf0c4d3d92a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.014459608Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61911"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.01631198Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"412b105d-1ddd-4b04-a1ba-a556e2db0ced","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.01635394Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"412b105d-1ddd-4b04-a1ba-a556e2db0ced","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.016389721Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"PUT","req_id":"412b105d-1ddd-4b04-a1ba-a556e2db0ced","remote_addr":"[fd00:1122:3344:101::a]:61911","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.031495773Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37700"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.033550896Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"1accb8c2-0675-4995-84e3-c0f789e34f35","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.033609337Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"1accb8c2-0675-4995-84e3-c0f789e34f35","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:39.033626137Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"PUT","req_id":"1accb8c2-0675-4995-84e3-c0f789e34f35","remote_addr":"[fd00:1122:3344:101::c]:37700","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":335,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:40.068080876Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:59454","req_id":"79ec08ac-001b-424b-9e5a-cf1c2d2136d0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.16857284Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57899"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.168852513Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"e3c67b90-6c59-4547-a0fb-1cb02c657925","remote_addr":"[fd00:1122:3344:101::a]:57899","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41122,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:40.529945365Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:48487","req_id":"341fd36a-c189-4bc7-b2ab-eb293de09ace","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.629324257Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45496"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:40.62959965Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"83b6c6e5-de8a-4852-8e75-26a8f7485c2a","remote_addr":"[fd00:1122:3344:101::c]:45496","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.376716415Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64478"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378679447Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"c74cd796-a879-4d1e-a8bb-c15feed0fb23","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378758518Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"new_generation":1,"req_id":"c74cd796-a879-4d1e-a8bb-c15feed0fb23","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:42.378771848Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"PUT","req_id":"c74cd796-a879-4d1e-a8bb-c15feed0fb23","remote_addr":"[fd00:1122:3344:101::b]:64478","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":353,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:43.354947504Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:54707","req_id":"f9e8f1a9-16b1-4223-b7b6-2bcb63bee4be","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:43.459050839Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48761"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-23T02:29:43.459275172Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"uri":"/config","method":"GET","req_id":"475f882b-c305-4d00-a09f-154c70e3a690","remote_addr":"[fd00:1122:3344:101::b]:48761","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:45.759220231Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:52738","req_id":"2bd6ba16-ce1d-4703-9342-d71b016efde2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:29:55.761487646Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:60782","req_id":"895dc19d-4133-454a-a512-c2339be73c5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 98,\n 52,\n 48,\n 53,\n 48,\n 98,\n 45,\n 100,\n 51,\n 97,\n 55,\n 45,\n 52,\n 99,\n 55,\n 48,\n 45,\n 57,\n 99,\n 53,\n 97,\n 45,\n 100,\n 98,\n 57,\n 55,\n 56,\n 56,\n 49,\n 53,\n 57,\n 53,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.416108547Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::7]:46252","req_id":"f31359e8-84a3-4661-9ca6-2628a0a09ea6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 53,\n 98,\n 52,\n 48,\n 53,\n 48,\n 98,\n 45,\n 100,\n 51,\n 97,\n 55,\n 45,\n 52,\n 99,\n 55,\n 48,\n 45,\n 57,\n 99,\n 53,\n 97,\n 45,\n 100,\n 98,\n 57,\n 55,\n 56,\n 56,\n 49,\n 53,\n 57,\n 53,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_05b4050b-d3a7-4c70-9c5a-db978815951d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.416812545Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::7]:61817","req_id":"49cf1e6f-3536-4d59-98c3-f803a3c03866","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 50,\n 55,\n 54,\n 100,\n 48,\n 53,\n 45,\n 57,\n 52,\n 54,\n 102,\n 45,\n 52,\n 57,\n 54,\n 102,\n 45,\n 97,\n 56,\n 55,\n 57,\n 45,\n 52,\n 101,\n 49,\n 99,\n 101,\n 55,\n 54,\n 100,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.445849656Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::5]:51218","req_id":"4a08fae5-34fc-41b0-b3f6-af31aa88fe9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63109,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 102,\n 50,\n 55,\n 54,\n 100,\n 48,\n 53,\n 45,\n 57,\n 52,\n 54,\n 102,\n 45,\n 52,\n 57,\n 54,\n 102,\n 45,\n 97,\n 56,\n 55,\n 57,\n 45,\n 52,\n 101,\n 49,\n 99,\n 101,\n 55,\n 54,\n 100,\n 48,\n 101,\n 100,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7f276d05-946f-496f-a879-4e1ce76d0ed3.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.446583434Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::5]:48219","req_id":"a0ea05dd-49a3-4bbf-91cb-ba7ae5e7357b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 54,\n 54,\n 51,\n 97,\n 100,\n 102,\n 55,\n 45,\n 101,\n 102,\n 51,\n 54,\n 45,\n 52,\n 100,\n 99,\n 50,\n 45,\n 57,\n 56,\n 97,\n 99,\n 45,\n 53,\n 50,\n 52,\n 50,\n 57,\n 101,\n 55,\n 102,\n 55,\n 100,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.564237294Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::3]:61627","req_id":"71b60304-91a4-43ec-8e69-72539a053aad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 54,\n 54,\n 51,\n 97,\n 100,\n 102,\n 55,\n 45,\n 101,\n 102,\n 51,\n 54,\n 45,\n 52,\n 100,\n 99,\n 50,\n 45,\n 57,\n 56,\n 97,\n 99,\n 45,\n 53,\n 50,\n 52,\n 50,\n 57,\n 101,\n 55,\n 102,\n 55,\n 100,\n 57,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a663adf7-ef36-4dc2-98ac-52429e7f7d90.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.564939862Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::3]:39448","req_id":"31d9ab9f-dc6f-4a0a-bc5c-39ce549a8d42","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 99,\n 55,\n 51,\n 53,\n 100,\n 45,\n 56,\n 99,\n 97,\n 100,\n 45,\n 52,\n 48,\n 57,\n 49,\n 45,\n 56,\n 101,\n 101,\n 56,\n 45,\n 52,\n 55,\n 97,\n 102,\n 98,\n 53,\n 99,\n 57,\n 102,\n 98,\n 50,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.588870174Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::6]:62238","req_id":"454d9833-bf06-41a6-b56c-fab1433fcaa3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8047,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 99,\n 55,\n 51,\n 53,\n 100,\n 45,\n 56,\n 99,\n 97,\n 100,\n 45,\n 52,\n 48,\n 57,\n 49,\n 45,\n 56,\n 101,\n 101,\n 56,\n 45,\n 52,\n 55,\n 97,\n 102,\n 98,\n 53,\n 99,\n 57,\n 102,\n 98,\n 50,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47fc735d-8cad-4091-8ee8-47afb5c9fb2e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.589539392Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::6]:45483","req_id":"cdb356ea-f7e6-4d9f-81bb-81edb2b85b21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 52,\n 56,\n 102,\n 53,\n 99,\n 53,\n 45,\n 99,\n 50,\n 55,\n 97,\n 45,\n 52,\n 48,\n 57,\n 101,\n 45,\n 98,\n 54,\n 52,\n 52,\n 45,\n 98,\n 48,\n 99,\n 52,\n 49,\n 48,\n 102,\n 97,\n 52,\n 49,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.59905704Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::4]:35377","req_id":"c2b35720-2005-41f8-a644-33df7a69c7c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 52,\n 56,\n 102,\n 53,\n 99,\n 53,\n 45,\n 99,\n 50,\n 55,\n 97,\n 45,\n 52,\n 48,\n 57,\n 101,\n 45,\n 98,\n 54,\n 52,\n 52,\n 45,\n 98,\n 48,\n 99,\n 52,\n 49,\n 48,\n 102,\n 97,\n 52,\n 49,\n 50,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4548f5c5-c27a-409e-b644-b0c410fa412f.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.599646597Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::4]:49469","req_id":"e562309c-e4ef-494b-8074-1c53f3cae7e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.703142946Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:56820","req_id":"1c8d3280-6245-4218-a5a1-689e6d432292","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 102,\n 48,\n 50,\n 49,\n 54,\n 48,\n 102,\n 45,\n 101,\n 49,\n 101,\n 50,\n 45,\n 52,\n 50,\n 100,\n 48,\n 45,\n 98,\n 55,\n 101,\n 57,\n 45,\n 102,\n 100,\n 51,\n 100,\n 50,\n 100,\n 97,\n 56,\n 99,\n 98,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7f02160f-e1e2-42d0-b7e9-fd3d2da8cb3b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.703896294Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:41191","req_id":"5a0faa5e-845e-4eef-87e9-2fb22bab3305","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 49,\n 98,\n 48,\n 53,\n 57,\n 100,\n 49,\n 53,\n 45,\n 99,\n 57,\n 54,\n 49,\n 45,\n 52,\n 52,\n 102,\n 55,\n 45,\n 57,\n 55,\n 55,\n 54,\n 45,\n 54,\n 100,\n 51,\n 100,\n 51,\n 53,\n 98,\n 102,\n 102,\n 51,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_1b059d15-c961-44f7-9776-6d3d35bff3de.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.843875138Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:60638","req_id":"ae5b8379-1d2c-4410-bf18-412ad7ba7e18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.866780138Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:43537","req_id":"0ca35501-3d13-4e00-b976-dc3e67574e68","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18619,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-23T02:30:00.867380355Z","hostname":"oxz_internal_dns_2ee1cae4-d616-4838-aee1-10c47588b73a","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:47000","req_id":"c009565f-2a43-4201-95c0-610fa0ac20d8","component":"dns"}