[ Jul 16 22:57:19 Enabled. ] [ Jul 16 22:57:19 Rereading configuration. ] [ Jul 16 22:57:20 Rereading configuration. ] [ Jul 16 22:57:21 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jul 16 22:57:21 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.666086047Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.666198619Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.688592579Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.688608009Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.68863513Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.688875694Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.735243291Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:54495"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.736160736Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"f6854389-81b4-4662-bcf8-fdae2c792a21","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.736184156Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.748865746Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.748893767Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"f6854389-81b4-4662-bcf8-fdae2c792a21","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:57:21.748901267Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"PUT","req_id":"f6854389-81b4-4662-bcf8-fdae2c792a21","remote_addr":"[fd00:1122:3344:1::2]:54495","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13192,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:57:33.823837197Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::1b]:44381","req_id":"eee1b622-cc00-4e53-bb22-4f751d3a23a7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:57:33.828338241Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::1b]:48894","req_id":"20b0b9f0-e7d0-4590-8355-74d3172160ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:57:33.832673493Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::1b]:62778","req_id":"ebd548ae-5b5e-437d-ab47-78f865061fff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20205,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:42.881123392Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::d]:50400","req_id":"7a5a8c98-b087-4652-8bf6-b968466d3afc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 101,\n 99,\n 97,\n 99,\n 51,\n 48,\n 45,\n 54,\n 98,\n 53,\n 102,\n 45,\n 52,\n 98,\n 97,\n 52,\n 45,\n 56,\n 48,\n 50,\n 56,\n 45,\n 48,\n 53,\n 97,\n 53,\n 100,\n 55,\n 100,\n 50,\n 57,\n 53,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:46.254970635Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::e]:36503","req_id":"6bd7660c-d5fb-4b73-af5f-b8edbf769cbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25732,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 101,\n 99,\n 97,\n 99,\n 51,\n 48,\n 45,\n 54,\n 98,\n 53,\n 102,\n 45,\n 52,\n 98,\n 97,\n 52,\n 45,\n 56,\n 48,\n 50,\n 56,\n 45,\n 48,\n 53,\n 97,\n 53,\n 100,\n 55,\n 100,\n 50,\n 57,\n 53,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:46.262100103Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::e]:45234","req_id":"9788ac0c-955c-4ef0-a09d-7940381e27da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:51.220767433Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::b]:41414","req_id":"2c43db8e-5677-42eb-a4ab-33a06d0d0aab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:51.5628036Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::c]:13692","req_id":"007adc47-2e1f-4607-bd36-1051d362a86b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:52.139095431Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::a]:24195","req_id":"0c72cd5a-cd77-46f6-b5ec-3ecee991fa4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:58:52.858390647Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::d]:59912","req_id":"3ca8ca58-d73f-49b3-bca4-4a39e005c118","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31204,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:02.860497952Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::d]:54683","req_id":"de5de348-4c81-418d-97e1-97f0673a7700","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:12.861875312Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::d]:62479","req_id":"f5e2ead1-ba08-42ab-b36b-2c46758294e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:22.862712529Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::d]:50223","req_id":"00237965-8fe5-42ee-82d7-a966521f7f38","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:32.864038308Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::d]:57018","req_id":"d5d2aa33-b191-4ac0-8c50-2f827c555df2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10454,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:40.771263093Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::c]:63602","req_id":"246c1b8e-77c9-41dc-a9cf-9512e6daa34d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:41.048982116Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38965"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:41.104330171Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"GET","req_id":"2c572615-bd0c-4c46-a1a2-7f88c2b71eee","remote_addr":"[fd00:1122:3344:101::c]:38965","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":37528,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:42.865472841Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::d]:61879","req_id":"2b65ae75-5a42-4c11-918a-2caf412f703f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:43.766991463Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::c]:35673","req_id":"6a4708d9-dd3e-47c9-ad96-c701e9720375","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.904969805Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33913"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.910371624Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"767d0232-9d52-4454-8dbc-5ab0b95fe177","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.910405695Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"767d0232-9d52-4454-8dbc-5ab0b95fe177","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.910425575Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"PUT","req_id":"767d0232-9d52-4454-8dbc-5ab0b95fe177","remote_addr":"[fd00:1122:3344:101::c]:33913","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":3208,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.976233573Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43523"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:43.976585619Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"GET","req_id":"d0927f2d-3955-4009-9706-dd5d17e9e767","remote_addr":"[fd00:1122:3344:101::c]:43523","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":287,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:44.851833447Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::c]:19217","req_id":"8e51e931-e687-4053-9b5e-be0412250f86","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:44.945664558Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34164"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:44.945998484Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"GET","req_id":"e26713e0-4231-4470-bc1d-9bdc0eb92013","remote_addr":"[fd00:1122:3344:101::c]:34164","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":264,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.301897581Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38634"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.305517501Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"f4dce6bb-cbbc-4293-8146-67205673cd73","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.305576152Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"f4dce6bb-cbbc-4293-8146-67205673cd73","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.305606542Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"PUT","req_id":"f4dce6bb-cbbc-4293-8146-67205673cd73","remote_addr":"[fd00:1122:3344:101::b]:38634","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.373593647Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39927"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.375242004Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"b072c9e2-cae8-4509-9237-48f310e74948","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.375282205Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"b072c9e2-cae8-4509-9237-48f310e74948","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:51.375386527Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"PUT","req_id":"b072c9e2-cae8-4509-9237-48f310e74948","remote_addr":"[fd00:1122:3344:101::c]:39927","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.148001095Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48871"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.15019315Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"8c47ab0f-0991-4d2f-b156-8646f29fca31","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.150397305Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"new_generation":1,"req_id":"8c47ab0f-0991-4d2f-b156-8646f29fca31","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.150411185Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"PUT","req_id":"8c47ab0f-0991-4d2f-b156-8646f29fca31","remote_addr":"[fd00:1122:3344:101::a]:48871","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":358,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:52.165078448Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::c]:50525","req_id":"bcf49996-db80-4143-995a-4b5237c962d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42800,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:52.243160509Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::b]:13992","req_id":"d6334f69-3809-493f-8c18-db347ac3eb57","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.313383581Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38235"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.313820498Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"GET","req_id":"af517dc9-6e5d-45cf-a042-540a109206fc","remote_addr":"[fd00:1122:3344:101::c]:38235","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":372,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.394715626Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45061"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:52.39498194Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"GET","req_id":"c312126c-96dc-47ec-85e8-9a99dd87179b","remote_addr":"[fd00:1122:3344:101::b]:45061","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:52.867432364Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::d]:61011","req_id":"6136f017-ad87-4fba-97cb-6e04b931dd05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T22:59:53.636519844Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::a]:22162","req_id":"a3ccef87-5cfa-4879-a939-2c085c8b35da","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:53.739213403Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51604"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T22:59:53.739562748Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"uri":"/config","method":"GET","req_id":"9265effe-3090-4de9-b80d-2969dda26a20","remote_addr":"[fd00:1122:3344:101::a]:51604","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":284,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 54,\n 100,\n 49,\n 100,\n 99,\n 48,\n 98,\n 45,\n 52,\n 97,\n 48,\n 101,\n 45,\n 52,\n 50,\n 52,\n 55,\n 45,\n 98,\n 52,\n 98,\n 50,\n 45,\n 100,\n 99,\n 48,\n 54,\n 101,\n 99,\n 56,\n 100,\n 48,\n 57,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.145773246Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::4]:61819","req_id":"e631a152-b14b-4896-a91a-d08fc959f4c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35255,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 54,\n 100,\n 49,\n 100,\n 99,\n 48,\n 98,\n 45,\n 52,\n 97,\n 48,\n 101,\n 45,\n 52,\n 50,\n 52,\n 55,\n 45,\n 98,\n 52,\n 98,\n 50,\n 45,\n 100,\n 99,\n 48,\n 54,\n 101,\n 99,\n 56,\n 100,\n 48,\n 57,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_36d1dc0b-4a0e-4247-b4b2-dc06ec8d0916.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.146553359Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::4]:58356","req_id":"d130bbac-b855-4d60-88aa-3a003d84a107","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 101,\n 97,\n 50,\n 55,\n 57,\n 48,\n 45,\n 52,\n 97,\n 49,\n 102,\n 45,\n 52,\n 99,\n 102,\n 50,\n 45,\n 57,\n 54,\n 102,\n 48,\n 45,\n 101,\n 52,\n 55,\n 100,\n 57,\n 55,\n 99,\n 49,\n 51,\n 100,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.158506597Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::6]:41562","req_id":"6309413f-d7a3-4334-b339-9f8224276fcb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54376,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 56,\n 101,\n 97,\n 50,\n 55,\n 57,\n 48,\n 45,\n 52,\n 97,\n 49,\n 102,\n 45,\n 52,\n 99,\n 102,\n 50,\n 45,\n 57,\n 54,\n 102,\n 48,\n 45,\n 101,\n 52,\n 55,\n 100,\n 57,\n 55,\n 99,\n 49,\n 51,\n 100,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_58ea2790-4a1f-4cf2-96f0-e47d97c13dcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.159037746Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::6]:43351","req_id":"bbd0db7c-de27-4a38-8ce6-ef8050e02c5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 98,\n 101,\n 53,\n 50,\n 55,\n 53,\n 45,\n 99,\n 97,\n 97,\n 50,\n 45,\n 52,\n 102,\n 98,\n 48,\n 45,\n 98,\n 54,\n 97,\n 55,\n 45,\n 51,\n 56,\n 100,\n 57,\n 56,\n 98,\n 53,\n 51,\n 56,\n 48,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.160902836Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::7]:36414","req_id":"0da95e4e-0d8e-4a9c-969e-993bd4ed5751","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 98,\n 101,\n 53,\n 50,\n 55,\n 53,\n 45,\n 99,\n 97,\n 97,\n 50,\n 45,\n 52,\n 102,\n 98,\n 48,\n 45,\n 98,\n 54,\n 97,\n 55,\n 45,\n 51,\n 56,\n 100,\n 57,\n 56,\n 98,\n 53,\n 51,\n 56,\n 48,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5bbe5275-caa2-4fb0-b6a7-38d98b53802a.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.161388254Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::7]:51722","req_id":"70046a53-3da4-423e-82ca-bb159c57a085","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 51,\n 98,\n 97,\n 57,\n 49,\n 51,\n 98,\n 45,\n 97,\n 50,\n 57,\n 49,\n 45,\n 52,\n 51,\n 57,\n 98,\n 45,\n 56,\n 48,\n 56,\n 53,\n 45,\n 54,\n 49,\n 51,\n 97,\n 56,\n 56,\n 100,\n 102,\n 98,\n 49,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.193346423Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::3]:49901","req_id":"703d8c2a-d737-4939-81fb-b2a4639b7c60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61673,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 51,\n 98,\n 97,\n 57,\n 49,\n 51,\n 98,\n 45,\n 97,\n 50,\n 57,\n 49,\n 45,\n 52,\n 51,\n 57,\n 98,\n 45,\n 56,\n 48,\n 56,\n 53,\n 45,\n 54,\n 49,\n 51,\n 97,\n 56,\n 56,\n 100,\n 102,\n 98,\n 49,\n 52,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_93ba913b-a291-439b-8085-613a88dfb140.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.193917282Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::3]:47891","req_id":"aebd86b1-c47a-4fb9-8b3e-26aaf39aaf7a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 54,\n 100,\n 101,\n 102,\n 48,\n 97,\n 45,\n 56,\n 50,\n 54,\n 101,\n 45,\n 52,\n 102,\n 102,\n 101,\n 45,\n 57,\n 97,\n 49,\n 53,\n 45,\n 100,\n 102,\n 97,\n 48,\n 53,\n 56,\n 98,\n 53,\n 49,\n 54,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.256855253Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::5]:38425","req_id":"459c9f02-fb4e-4b20-b872-f7f309f1c726","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 54,\n 100,\n 101,\n 102,\n 48,\n 97,\n 45,\n 56,\n 50,\n 54,\n 101,\n 45,\n 52,\n 102,\n 102,\n 101,\n 45,\n 57,\n 97,\n 49,\n 53,\n 45,\n 100,\n 102,\n 97,\n 48,\n 53,\n 56,\n 98,\n 53,\n 49,\n 54,\n 57,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d6def0a-826e-4ffe-9a15-dfa058b5169b.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.257570505Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::5]:46858","req_id":"dcd64df4-2ad3-4391-81f3-f343688b4e18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.655842693Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::2]:53971","req_id":"3699c546-1503-4564-9506-7468c105a6ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3105,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.656518264Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::2]:52236","req_id":"dbc561ed-95e1-4b4b-b663-3a0c14ed6777","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7d3994a0-53e1-4d66-81bc-e07591448165.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7d3994a0-53e1-4d66-81bc-e07591448165.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 100,\n 51,\n 57,\n 57,\n 52,\n 97,\n 48,\n 45,\n 53,\n 51,\n 101,\n 49,\n 45,\n 52,\n 100,\n 54,\n 54,\n 45,\n 56,\n 49,\n 98,\n 99,\n 45,\n 101,\n 48,\n 55,\n 53,\n 57,\n 49,\n 52,\n 52,\n 56,\n 49,\n 54,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7d3994a0-53e1-4d66-81bc-e07591448165.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:00.822246716Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::1b]:54547","req_id":"787a1ffd-fa55-4d8f-b980-995fb9f7ba4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 101,\n 99,\n 97,\n 99,\n 51,\n 48,\n 45,\n 54,\n 98,\n 53,\n 102,\n 45,\n 52,\n 98,\n 97,\n 52,\n 45,\n 56,\n 48,\n 50,\n 56,\n 45,\n 48,\n 53,\n 97,\n 53,\n 100,\n 55,\n 100,\n 50,\n 57,\n 53,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:01.003705986Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::e]:34823","req_id":"3661ff89-3521-4574-97d7-5142695793da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 101,\n 101,\n 99,\n 97,\n 99,\n 51,\n 48,\n 45,\n 54,\n 98,\n 53,\n 102,\n 45,\n 52,\n 98,\n 97,\n 52,\n 45,\n 56,\n 48,\n 50,\n 56,\n 45,\n 48,\n 53,\n 97,\n 53,\n 100,\n 55,\n 100,\n 50,\n 57,\n 53,\n 50,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_beecac30-6b5f-4ba4-8028-05a5d7d29522.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T23:00:01.004588891Z","hostname":"oxz_internal_dns_995a054a-8381-4194-8d1b-ffd62ea3b8e6","pid":5414,"peer_addr":"[fd00:1122:3344:101::e]:53043","req_id":"2cc10d70-b2f5-4529-bfd5-74a16ac59de3","component":"dns"}