[ Jul 28 03:09:31 Enabled. ] [ Jul 28 03:09:31 Rereading configuration. ] [ Jul 28 03:09:32 Rereading configuration. ] [ Jul 28 03:09:33 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 28 03:09:33 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.222781842Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.222965047Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.240777204Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.240790134Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.240864736Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.241154494Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.506472321Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:57836","req_id":"da4a997d-2a9e-4989-a732-bec5d077a610","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.51464291Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:17859","req_id":"6853906c-cb06-4822-ae88-1ae61d776de5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"bd69b1dd-776c-498f-a1ad-4e3f287c7d83.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"bd69b1dd-776c-498f-a1ad-4e3f287c7d83.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 100,\n 54,\n 57,\n 98,\n 49,\n 100,\n 100,\n 45,\n 55,\n 55,\n 54,\n 99,\n 45,\n 52,\n 57,\n 56,\n 102,\n 45,\n 97,\n 49,\n 97,\n 100,\n 45,\n 52,\n 101,\n 51,\n 102,\n 50,\n 56,\n 55,\n 99,\n 55,\n 100,\n 56,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"bd69b1dd-776c-498f-a1ad-4e3f287c7d83.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.51537405Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:19701","req_id":"8aca08c6-e3ff-458f-a5f1-87b7c6d72f48","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"b0ebb76c-e9a7-440f-9ccd-ca26541a0805.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"b0ebb76c-e9a7-440f-9ccd-ca26541a0805.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 98,\n 48,\n 101,\n 98,\n 98,\n 55,\n 54,\n 99,\n 45,\n 101,\n 57,\n 97,\n 55,\n 45,\n 52,\n 52,\n 48,\n 102,\n 45,\n 57,\n 99,\n 99,\n 100,\n 45,\n 99,\n 97,\n 50,\n 54,\n 53,\n 52,\n 49,\n 97,\n 48,\n 56,\n 48,\n 53,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"b0ebb76c-e9a7-440f-9ccd-ca26541a0805.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.515424491Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:21501","req_id":"6a2be5d4-292c-4c01-b6c8-59ec8efb4c82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"dca87a9a-e9f0-4227-9ca8-edb4b534193e.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dca87a9a-e9f0-4227-9ca8-edb4b534193e.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 100,\n 99,\n 97,\n 56,\n 55,\n 97,\n 57,\n 97,\n 45,\n 101,\n 57,\n 102,\n 48,\n 45,\n 52,\n 50,\n 50,\n 55,\n 45,\n 57,\n 99,\n 97,\n 56,\n 45,\n 101,\n 100,\n 98,\n 52,\n 98,\n 53,\n 51,\n 52,\n 49,\n 57,\n 51,\n 101,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"dca87a9a-e9f0-4227-9ca8-edb4b534193e.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:33.515467442Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:38158","req_id":"b30f67aa-86dd-4cd6-ae0d-a1b2052b389e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.538726155Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:61666"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.539473615Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"71b8be32-2345-45b9-a2c7-e04f07cb2634","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.539487186Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.56242956Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.562453921Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"71b8be32-2345-45b9-a2c7-e04f07cb2634","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:09:33.562481181Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"PUT","req_id":"71b8be32-2345-45b9-a2c7-e04f07cb2634","remote_addr":"[fd00:1122:3344:3::2]:61666","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":23320,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:46.296085545Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:45495","req_id":"18857d63-7910-42ca-92a5-38adee8a76bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:46.300837062Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:50499","req_id":"f5ae3edb-54d5-451c-ac2d-98c7ffabfde5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:09:46.305095586Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:54933","req_id":"67536a65-e2cd-47d7-b319-315d2c44e2cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:11:10.077310768Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:43031","req_id":"43054c82-164d-49f0-8135-b230872d61d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:11:10.081962543Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:40905","req_id":"91ff414b-ac8b-4ec7-9e8a-1ce9d03a5449","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:11:10.086917696Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:39294","req_id":"b79c91d4-9779-4b23-b980-8cb518a8005f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:12:52.158360723Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:57245","req_id":"0bc8ef28-8a68-4833-864c-5c1dfced2e2d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47774,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 100,\n 49,\n 52,\n 54,\n 48,\n 54,\n 45,\n 53,\n 101,\n 97,\n 55,\n 45,\n 52,\n 55,\n 55,\n 50,\n 45,\n 98,\n 48,\n 99,\n 55,\n 45,\n 101,\n 102,\n 55,\n 48,\n 101,\n 56,\n 51,\n 49,\n 52,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:12:54.157781617Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:41798","req_id":"260deaae-4184-4e6d-a3c0-11fe5ba88339","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47774,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 100,\n 49,\n 52,\n 54,\n 48,\n 54,\n 45,\n 53,\n 101,\n 97,\n 55,\n 45,\n 52,\n 55,\n 55,\n 50,\n 45,\n 98,\n 48,\n 99,\n 55,\n 45,\n 101,\n 102,\n 55,\n 48,\n 101,\n 56,\n 51,\n 49,\n 52,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:12:54.158400063Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:44301","req_id":"3fcddf02-8460-4ee4-a706-bb335d8815ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4697,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:01.331649524Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:32880","req_id":"56efbb3e-21fd-4cce-8629-e168727203f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:01.473524384Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:23340","req_id":"3c1588e2-10a4-4ea1-9ece-edd85e0dde33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:01.809575235Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:3225","req_id":"6b4414f3-b4fc-4593-b314-aa74b8154ea0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:02.120213769Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:52924","req_id":"8f71e435-a208-4935-87a8-e9e3bfe38327","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.098721594Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45642"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.150153881Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"1a9b7f70-46c1-4113-92b6-b70e3ade5171","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.150185132Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"1a9b7f70-46c1-4113-92b6-b70e3ade5171","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.150296435Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"PUT","req_id":"1a9b7f70-46c1-4113-92b6-b70e3ade5171","remote_addr":"[fd00:1122:3344:101::a]:45642","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":25183,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.310133647Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37646"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.310163628Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37147"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.310206649Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56259"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.317149315Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"9a2b51b2-4cf8-4f57-bcb1-9e14ce69ca38","remote_addr":"[fd00:1122:3344:101::b]:56259","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":6919,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.317221946Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"eb995776-cca5-4db8-8b42-8106d64b7045","remote_addr":"[fd00:1122:3344:101::a]:37646","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":6923,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:03.317257087Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"6f900838-b6fa-4ea8-ae70-f2cb57dacab6","remote_addr":"[fd00:1122:3344:101::c]:37147","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":6947,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44008,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:04.253451814Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:60512","req_id":"bf904bcf-59ff-4b9b-b2e9-acea066c48d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49033,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:04.25368701Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:20927","req_id":"b8c2c428-b33a-4ce5-a4dd-3ef6d74855f2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:04.390483765Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38261"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:04.390772962Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"2face485-3c91-4716-a08a-56dc1ca6586f","remote_addr":"[fd00:1122:3344:101::b]:38261","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:04.508512806Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49946"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:04.508798404Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"017c4dbf-6f65-4355-b74c-a8d3ab2c16ab","remote_addr":"[fd00:1122:3344:101::a]:49946","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":237,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:05.385789726Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:58177","req_id":"48ad1976-1082-4394-866d-18a7fb88e216","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:05.60881215Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42981"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:05.609063287Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"28f05a91-4bd2-4277-b8a4-1e913f4e99d3","remote_addr":"[fd00:1122:3344:101::a]:42981","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":195,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:12.12246888Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:52288","req_id":"9a9100e2-5c44-4c1b-b567-2f5594e5ca54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:12.382055243Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:49257","req_id":"6e1f6b97-e98e-40f1-bd5a-691084b72158","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:12.387769036Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:45469","req_id":"b5d4f762-59d7-46da-a337-5fd10f06e41d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:12.510463953Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64926"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:12.510783131Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"85d98e38-dbd6-47d7-a171-cb052e973593","remote_addr":"[fd00:1122:3344:101::b]:64926","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":242,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:12.580142749Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62465"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:13:12.580377536Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"d40562d6-9883-4e41-accd-d5ec46939a38","remote_addr":"[fd00:1122:3344:101::c]:62465","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:22.123784514Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:57452","req_id":"dc023111-6759-455e-9f72-c19f8dcead90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:32.125322298Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:64208","req_id":"0461cd26-30ef-4c46-82ec-dcba80a357f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:38.286662184Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:62632","req_id":"cfa556ac-5d29-4884-a0ff-c3558fa78cf5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:38.290907088Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:35784","req_id":"fcd4fe21-bece-4212-8049-68da8d086815","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18405,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:38.294783421Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:46621","req_id":"9e513483-a93a-421d-a005-f966590ae493","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:42.12682847Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:54494","req_id":"1671cadf-53d2-49f8-bd3a-ba8743623acf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:13:52.128427988Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:54905","req_id":"4650787a-289c-47ba-b98d-a6ac852d17df","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.290823405Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51764"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.291162055Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"83d14ba3-7be6-46e7-bbbc-4aac2325e9e4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.291223046Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"83d14ba3-7be6-46e7-bbbc-4aac2325e9e4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.291235507Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"PUT","req_id":"83d14ba3-7be6-46e7-bbbc-4aac2325e9e4","remote_addr":"[fd00:1122:3344:101::b]:51764","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":258,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.458214989Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63636"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.458573839Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"63473554-6ef2-4d6a-9274-54bc3ea0ab58","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.45862588Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"63473554-6ef2-4d6a-9274-54bc3ea0ab58","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.458652051Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"PUT","req_id":"63473554-6ef2-4d6a-9274-54bc3ea0ab58","remote_addr":"[fd00:1122:3344:101::a]:63636","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":272,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.713150188Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50734"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.713463326Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"09fbdcc1-8eff-48cc-a5ff-5d1f440b5319","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.713495207Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"09fbdcc1-8eff-48cc-a5ff-5d1f440b5319","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:01.713522368Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"PUT","req_id":"09fbdcc1-8eff-48cc-a5ff-5d1f440b5319","remote_addr":"[fd00:1122:3344:101::c]:50734","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:02.130190929Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:51316","req_id":"2c6c5be0-e997-4e64-bcd8-cea94bbc2214","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:03.055964158Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::c]:4840","req_id":"3cb97331-4e4e-4493-8f14-74856232789b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:03.242780833Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44444"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:03.242995798Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"517f3d35-c226-41f1-a8c0-7548d3b47397","remote_addr":"[fd00:1122:3344:101::c]:44444","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:03.607917344Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::b]:25669","req_id":"2f2efa0d-81f2-4001-b4a8-1f20069dc942","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:03.707370218Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40790"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:03.707609855Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"b8712617-142d-49c4-a897-34f50499072e","remote_addr":"[fd00:1122:3344:101::b]:40790","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:04.152733779Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::a]:11019","req_id":"ab3b06c3-203c-4a18-9d6f-14180f4b2ccc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:04.249022069Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33930"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:14:04.249254735Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"GET","req_id":"cad0cdd1-b816-433c-acab-a90dc147632e","remote_addr":"[fd00:1122:3344:101::a]:33930","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:12.132778584Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:58730","req_id":"d1290b02-4980-4c1a-86c9-6abda73f9594","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:22.134494192Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:64455","req_id":"f6e13d40-7960-4ea9-a70b-efbff413e7d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3103,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:32.136470106Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:55999","req_id":"9e778b06-ae18-4cc0-b0f0-f912d97e99ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:42.138298267Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:57852","req_id":"6f798388-fd53-4f7c-a8b2-859e1a1d06bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:14:52.140769811Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::d]:52563","req_id":"4f6b2a7c-ff02-4bb6-82ca-587149e470e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 55,\n 52,\n 52,\n 50,\n 57,\n 98,\n 100,\n 45,\n 50,\n 102,\n 101,\n 48,\n 45,\n 52,\n 101,\n 99,\n 52,\n 45,\n 57,\n 101,\n 102,\n 57,\n 45,\n 53,\n 102,\n 55,\n 98,\n 98,\n 52,\n 49,\n 51,\n 102,\n 57,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.436188938Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::3]:37687","req_id":"917a1af1-d227-4590-9ce7-0e1935fcab42","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 55,\n 52,\n 52,\n 50,\n 57,\n 98,\n 100,\n 45,\n 50,\n 102,\n 101,\n 48,\n 45,\n 52,\n 101,\n 99,\n 52,\n 45,\n 57,\n 101,\n 102,\n 57,\n 45,\n 53,\n 102,\n 55,\n 98,\n 98,\n 52,\n 49,\n 51,\n 102,\n 57,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_174429bd-2fe0-4ec4-9ef9-5f7bb413f931.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.436813324Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::3]:37461","req_id":"ea942c97-85c0-4b5f-8e65-40f8b38da4bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 100,\n 49,\n 52,\n 54,\n 48,\n 54,\n 45,\n 53,\n 101,\n 97,\n 55,\n 45,\n 52,\n 55,\n 55,\n 50,\n 45,\n 98,\n 48,\n 99,\n 55,\n 45,\n 101,\n 102,\n 55,\n 48,\n 101,\n 56,\n 51,\n 49,\n 52,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.460224801Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:47666","req_id":"72b431f9-d239-4f26-b6fd-146ca1aab93d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56693,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 100,\n 49,\n 52,\n 54,\n 48,\n 54,\n 45,\n 53,\n 101,\n 97,\n 55,\n 45,\n 52,\n 55,\n 55,\n 50,\n 45,\n 98,\n 48,\n 99,\n 55,\n 45,\n 101,\n 102,\n 55,\n 48,\n 101,\n 56,\n 51,\n 49,\n 52,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_27d14606-5ea7-4772-b0c7-ef70e831422a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.460992672Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::e]:61068","req_id":"437ca406-4419-4ca4-bf33-29483e697cd0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 53,\n 101,\n 101,\n 98,\n 100,\n 101,\n 55,\n 45,\n 53,\n 98,\n 49,\n 51,\n 45,\n 52,\n 98,\n 55,\n 52,\n 45,\n 97,\n 52,\n 56,\n 97,\n 45,\n 54,\n 97,\n 57,\n 48,\n 53,\n 49,\n 100,\n 99,\n 51,\n 98,\n 100,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.478411719Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::6]:58430","req_id":"66a8ea0f-b797-4077-a283-2f3554214b16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 53,\n 101,\n 101,\n 98,\n 100,\n 101,\n 55,\n 45,\n 53,\n 98,\n 49,\n 51,\n 45,\n 52,\n 98,\n 55,\n 52,\n 45,\n 97,\n 52,\n 56,\n 97,\n 45,\n 54,\n 97,\n 57,\n 48,\n 53,\n 49,\n 100,\n 99,\n 51,\n 98,\n 100,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c5eebde7-5b13-4b74-a48a-6a9051dc3bd4.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.478951433Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::6]:61747","req_id":"f4872ddf-9d8a-4830-bc51-68dcdfed00c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 97,\n 100,\n 57,\n 101,\n 49,\n 102,\n 55,\n 45,\n 53,\n 57,\n 102,\n 52,\n 45,\n 52,\n 57,\n 48,\n 54,\n 45,\n 98,\n 99,\n 97,\n 50,\n 45,\n 97,\n 102,\n 54,\n 56,\n 100,\n 53,\n 56,\n 101,\n 99,\n 55,\n 54,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.543852722Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::4]:46163","req_id":"b57570c6-9127-4958-9b4f-691b55c60a5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 97,\n 100,\n 57,\n 101,\n 49,\n 102,\n 55,\n 45,\n 53,\n 57,\n 102,\n 52,\n 45,\n 52,\n 57,\n 48,\n 54,\n 45,\n 98,\n 99,\n 97,\n 50,\n 45,\n 97,\n 102,\n 54,\n 56,\n 100,\n 53,\n 56,\n 101,\n 99,\n 55,\n 54,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2ad9e1f7-59f4-4906-bca2-af68d58ec764.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.544450658Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::4]:59500","req_id":"a1acdfd1-e34e-4e82-94b3-d39286771757","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 57,\n 99,\n 49,\n 49,\n 99,\n 49,\n 45,\n 55,\n 55,\n 48,\n 49,\n 45,\n 52,\n 101,\n 54,\n 99,\n 45,\n 98,\n 55,\n 55,\n 48,\n 45,\n 101,\n 53,\n 101,\n 100,\n 97,\n 102,\n 48,\n 101,\n 48,\n 54,\n 54,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.592727351Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::7]:42487","req_id":"bce546cf-24ca-4278-b7bf-b36011e945ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 57,\n 99,\n 49,\n 49,\n 99,\n 49,\n 45,\n 55,\n 55,\n 48,\n 49,\n 45,\n 52,\n 101,\n 54,\n 99,\n 45,\n 98,\n 55,\n 55,\n 48,\n 45,\n 101,\n 53,\n 101,\n 100,\n 97,\n 102,\n 48,\n 101,\n 48,\n 54,\n 54,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a9c11c1-7701-4e6c-b770-e5edaf0e0668.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.593504202Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::7]:33270","req_id":"a3297569-d22b-4686-b491-60933af1ea82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 53,\n 54,\n 99,\n 101,\n 99,\n 99,\n 45,\n 49,\n 57,\n 52,\n 102,\n 45,\n 52,\n 97,\n 99,\n 55,\n 45,\n 97,\n 56,\n 50,\n 54,\n 45,\n 49,\n 52,\n 52,\n 56,\n 97,\n 100,\n 53,\n 49,\n 53,\n 98,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.626745572Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::5]:36810","req_id":"19ff20c4-b87a-4c6e-a551-c4754620f019","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 97,\n 53,\n 54,\n 99,\n 101,\n 99,\n 99,\n 45,\n 49,\n 57,\n 52,\n 102,\n 45,\n 52,\n 97,\n 99,\n 55,\n 45,\n 97,\n 56,\n 50,\n 54,\n 45,\n 49,\n 52,\n 52,\n 56,\n 97,\n 100,\n 53,\n 49,\n 53,\n 98,\n 51,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ea56cecc-194f-4ac7-a826-1448ad515b32.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.62741033Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::5]:38828","req_id":"d610e581-a1c4-4910-a0df-4f7cfe3410a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.888890285Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:54972","req_id":"f00310c1-d641-4468-bf95-b9802e666a70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:00.889432899Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::2]:41509","req_id":"f75ef0ce-80aa-4714-9f1a-53858528dc64","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.114130269Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59443"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.115073674Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"ca1c009b-acd3-4ef2-ba27-77c83ecee20e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.115112445Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"ca1c009b-acd3-4ef2-ba27-77c83ecee20e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.115124065Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"PUT","req_id":"ca1c009b-acd3-4ef2-ba27-77c83ecee20e","remote_addr":"[fd00:1122:3344:101::b]:59443","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":867,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35828,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 102,\n 97,\n 53,\n 100,\n 53,\n 52,\n 50,\n 49,\n 45,\n 55,\n 101,\n 54,\n 52,\n 45,\n 52,\n 50,\n 52,\n 100,\n 45,\n 57,\n 55,\n 102,\n 48,\n 45,\n 55,\n 56,\n 53,\n 98,\n 101,\n 49,\n 102,\n 56,\n 55,\n 51,\n 57,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_fa5d5421-7e64-424d-97f0-785be1f87393.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-28T03:15:01.12165024Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"peer_addr":"[fd00:1122:3344:101::1b]:58449","req_id":"7a8adac0-0204-47fd-8b6a-20b22bdd932d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.182605623Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53923"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.182965482Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"fc0dc019-8e18-46b7-83ca-f0f1b3c7dfff","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.182995953Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"new_generation":1,"req_id":"fc0dc019-8e18-46b7-83ca-f0f1b3c7dfff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-28T03:15:01.183008394Z","hostname":"oxz_internal_dns_5db4d316-8868-4019-b56b-fdc4ba577380","pid":5408,"uri":"/config","method":"PUT","req_id":"fc0dc019-8e18-46b7-83ca-f0f1b3c7dfff","remote_addr":"[fd00:1122:3344:101::c]:53923","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":277,"response_code":204}