[ Aug 20 02:12:27 Enabled. ] [ Aug 20 02:12:27 Rereading configuration. ] [ Aug 20 02:12:28 Rereading configuration. ] [ Aug 20 02:12:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Aug 20 02:12:29 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.40987991Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.410057171Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.428031751Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.428047851Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.428103702Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:29.428397004Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.041979193Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:63211"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.04284883Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"95441e5a-a76f-4de4-8fa5-67662441e3e8","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.042865481Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.055933597Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.055970307Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"95441e5a-a76f-4de4-8fa5-67662441e3e8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:12:30.055978627Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"PUT","req_id":"95441e5a-a76f-4de4-8fa5-67662441e3e8","remote_addr":"[fd00:1122:3344:3::2]:63211","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":13600,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.923238429Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::1b]:34309","req_id":"401fbb6b-0b44-4edd-88bf-b0f37daa1985","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.927988891Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::1b]:63538","req_id":"b259fe5a-c474-4acc-b5fd-a17e39bc28ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:12:42.932152637Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::1b]:47599","req_id":"04f697e2-ed74-480f-ba7c-788c388920f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:43.285778665Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::d]:59219","req_id":"1f6484c2-e481-407d-996c-4cf0c1737473","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:53.243915006Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::d]:61453","req_id":"56ad207a-d2dd-45a9-8552-20396178c861","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63843,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:54.958298139Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::a]:54757","req_id":"6d564e12-e22a-47ae-b379-8287f20e3399","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:56.083540798Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::c]:33749","req_id":"b84b9b5b-ea8b-4492-9675-2dfd65656f19","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:57.254037101Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::b]:32159","req_id":"8dc9ef98-5ba3-48ae-be5a-5c2ffce8c8f4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.318340662Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33175"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.322535469Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64383"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.403069909Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"bdbc666e-b0cb-4fcc-9912-081c32b25d16","remote_addr":"[fd00:1122:3344:101::c]:64383","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":51492,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.403148452Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"37cb24f6-ea1f-41f4-905b-7a5103c8f1fc","remote_addr":"[fd00:1122:3344:101::a]:33175","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":51484,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.599385067Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37050"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:57.599737401Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"8ebb765d-2a40-44fe-bf8e-4a11208c0d38","remote_addr":"[fd00:1122:3344:101::b]:37050","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":274,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.344000099Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::e]:48639","req_id":"7f731312-88c7-4338-9acb-5ecbceb86a82","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.344729076Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::e]:52877","req_id":"05d09a9a-df44-4072-b8e2-4bdcad8f6989","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22631,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.503160143Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::a]:38364","req_id":"08c1d154-0c22-4e2a-9504-b3b5ff314f67","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:13:58.508435999Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::c]:24810","req_id":"12a76aa5-3740-4de2-b481-b7ab0a3f1d1a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.642173227Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56286"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.643226066Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"f18ff2c9-4fd7-4b32-a325-6ddc4c4d572b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.643255716Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"f18ff2c9-4fd7-4b32-a325-6ddc4c4d572b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.646574146Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"PUT","req_id":"f18ff2c9-4fd7-4b32-a325-6ddc4c4d572b","remote_addr":"[fd00:1122:3344:101::a]:56286","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":3574,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.674167771Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57677"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.674656115Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"4f5a21f6-e461-4476-9225-cdbe1189df3a","remote_addr":"[fd00:1122:3344:101::c]:57677","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":364,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.823425776Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46827"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:13:58.82378597Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"9a16da3b-5182-4cb3-929c-bbc3f563caaf","remote_addr":"[fd00:1122:3344:101::a]:46827","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":291,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:00.456036642Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::a]:51287","req_id":"3faa7093-cfa2-43d3-aec1-825f69ab226c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:00.587798092Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61129"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:00.588092924Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"e78d346d-5c12-452f-b4af-7198f5c49cea","remote_addr":"[fd00:1122:3344:101::a]:61129","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":248,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:03.247272275Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::d]:64708","req_id":"fb2fabf1-503a-4e3f-b535-45df871ed6e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:06.959419957Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::c]:30518","req_id":"a9896892-fb00-476c-89dc-03e62027c3c1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:07.112285874Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43949"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:07.112539956Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"7a9ebf69-46c2-4768-947c-bea7cce6d967","remote_addr":"[fd00:1122:3344:101::c]:43949","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:08.137060043Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::b]:63843","req_id":"a3eb71bf-c89e-4b77-babe-7b872059e586","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:08.245271774Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58980"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:08.245509186Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"e6c230c1-7b2c-4be9-8186-a4a89f020369","remote_addr":"[fd00:1122:3344:101::b]:58980","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7441,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:13.249403317Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::d]:57001","req_id":"06ce8681-f68e-405f-b75b-4e68c95cc037","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61818,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:23.251568457Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::d]:64976","req_id":"4eafd1ea-b9f5-4bc9-a0dc-c2508b3e5851","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45737,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:33.253996411Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::d]:55383","req_id":"db8e7bb4-194f-483d-9bcf-a96d54e71448","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.981265671Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::1b]:38561","req_id":"257bc790-1e9f-4cf8-96d7-06d6a669b25e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24669,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.98565279Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::1b]:36001","req_id":"64bf2463-10af-431c-b429-0f827586b98f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:42.989979818Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::1b]:40947","req_id":"385beba3-6144-459a-b7c5-2bf69432e738","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56284,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:43.255487806Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::d]:55080","req_id":"712b115f-6bf6-44b9-8322-b624099bf577","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38610,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:53.25667335Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::d]:64188","req_id":"4a16ede5-df19-44a2-9ab1-351a2845aa6d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.703946849Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62523"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704168274Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"b365d79f-e125-469d-a6fe-335ab8fcff59","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704215618Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"b365d79f-e125-469d-a6fe-335ab8fcff59","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:54.704225461Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"PUT","req_id":"b365d79f-e125-469d-a6fe-335ab8fcff59","remote_addr":"[fd00:1122:3344:101::a]:62523","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":258,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42045,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:55.757319409Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::a]:16820","req_id":"a6b8208a-3d91-441a-bc99-026573c205c8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.887329285Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56963"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.887704248Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"6635e2b4-ec7a-44a7-90c6-eb0ce4b0f2c3","remote_addr":"[fd00:1122:3344:101::a]:56963","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":273,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.992384346Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64279"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.992720419Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"2a445c53-ff22-4d62-99f0-71952c175941","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.99275754Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"2a445c53-ff22-4d62-99f0-71952c175941","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:55.99278547Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"PUT","req_id":"2a445c53-ff22-4d62-99f0-71952c175941","remote_addr":"[fd00:1122:3344:101::c]:64279","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":240,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:56.554438917Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::c]:59995","req_id":"74c00519-f38e-485d-9fc5-9acba66eba86","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:56.654026501Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63587"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:56.654289263Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"59a350a7-836c-4f32-9665-09bd5627d788","remote_addr":"[fd00:1122:3344:101::c]:63587","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.205405777Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34225"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.20576835Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"7cb02e03-d8f4-41ce-980b-c7de0633dc00","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.205817471Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"new_generation":1,"req_id":"7cb02e03-d8f4-41ce-980b-c7de0633dc00","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:57.205829851Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"PUT","req_id":"7cb02e03-d8f4-41ce-980b-c7de0633dc00","remote_addr":"[fd00:1122:3344:101::b]:34225","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":298,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:14:57.981450528Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::b]:57227","req_id":"6da41c48-2606-432c-9483-9c2929508e1b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:58.118004731Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49904"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-20T02:14:58.118351504Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"uri":"/config","method":"GET","req_id":"01e0e249-df21-485e-91ec-87da90276247","remote_addr":"[fd00:1122:3344:101::b]:49904","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":286,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.193282449Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::2]:59752","req_id":"5eeca4bd-abea-4d95-b41f-413b29b80344","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.193844204Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::2]:41748","req_id":"fc2a74d2-109c-43a0-9612-912bbe680058","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 54,\n 97,\n 50,\n 55,\n 55,\n 54,\n 55,\n 45,\n 52,\n 56,\n 53,\n 97,\n 45,\n 52,\n 50,\n 54,\n 56,\n 45,\n 97,\n 56,\n 97,\n 101,\n 45,\n 101,\n 55,\n 101,\n 57,\n 48,\n 53,\n 55,\n 57,\n 100,\n 52,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_26a27767-485a-4268-a8ae-e7e90579d42d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.307501603Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::1b]:55213","req_id":"8000d066-e51b-4f85-b49f-f589aa876bbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 56,\n 51,\n 97,\n 54,\n 52,\n 49,\n 45,\n 99,\n 98,\n 52,\n 51,\n 45,\n 52,\n 48,\n 55,\n 101,\n 45,\n 57,\n 101,\n 101,\n 51,\n 45,\n 49,\n 48,\n 57,\n 54,\n 97,\n 57,\n 56,\n 54,\n 51,\n 51,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.795484817Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::5]:39100","req_id":"d73a2f75-2dee-45eb-8c56-bfb9ea4548b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 56,\n 51,\n 97,\n 54,\n 52,\n 49,\n 45,\n 99,\n 98,\n 52,\n 51,\n 45,\n 52,\n 48,\n 55,\n 101,\n 45,\n 57,\n 101,\n 101,\n 51,\n 45,\n 49,\n 48,\n 57,\n 54,\n 97,\n 57,\n 56,\n 54,\n 51,\n 51,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a83a641-cb43-407e-9ee3-1096a98633ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.796103893Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::5]:51512","req_id":"a72ec51a-2e06-41b2-baaf-8b7df8f2001c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.808267881Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::e]:41393","req_id":"eecd49f7-12e4-4d33-b2f1-c41bc29af4f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 100,\n 97,\n 54,\n 99,\n 97,\n 50,\n 101,\n 45,\n 99,\n 50,\n 98,\n 100,\n 45,\n 52,\n 98,\n 53,\n 97,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 102,\n 101,\n 100,\n 101,\n 52,\n 52,\n 57,\n 102,\n 49,\n 51,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_9da6ca2e-c2bd-4b5a-bcc3-fede449f1323.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.808893186Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::e]:52566","req_id":"b1ed8ab1-ff2e-4667-9bf1-d595b3881086","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 48,\n 57,\n 50,\n 56,\n 101,\n 56,\n 102,\n 45,\n 102,\n 55,\n 51,\n 50,\n 45,\n 52,\n 50,\n 101,\n 97,\n 45,\n 57,\n 56,\n 49,\n 51,\n 45,\n 97,\n 50,\n 55,\n 56,\n 56,\n 50,\n 97,\n 102,\n 99,\n 49,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.88474239Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::6]:47805","req_id":"76269585-c623-4ed8-93c1-8f57354febc0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 48,\n 57,\n 50,\n 56,\n 101,\n 56,\n 102,\n 45,\n 102,\n 55,\n 51,\n 50,\n 45,\n 52,\n 50,\n 101,\n 97,\n 45,\n 57,\n 56,\n 49,\n 51,\n 45,\n 97,\n 50,\n 55,\n 56,\n 56,\n 50,\n 97,\n 102,\n 99,\n 49,\n 97,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d0928e8f-f732-42ea-9813-a27882afc1a9.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.885302375Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::6]:51936","req_id":"001ec1a5-f3fe-4b67-9867-af748af17495","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 97,\n 51,\n 54,\n 102,\n 50,\n 56,\n 56,\n 45,\n 100,\n 50,\n 53,\n 98,\n 45,\n 52,\n 54,\n 50,\n 57,\n 45,\n 98,\n 57,\n 97,\n 57,\n 45,\n 102,\n 49,\n 101,\n 102,\n 97,\n 97,\n 97,\n 55,\n 101,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.911017433Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::7]:38017","req_id":"2bd1c4b7-47a8-40cc-82b2-c8d4962ca011","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 97,\n 51,\n 54,\n 102,\n 50,\n 56,\n 56,\n 45,\n 100,\n 50,\n 53,\n 98,\n 45,\n 52,\n 54,\n 50,\n 57,\n 45,\n 98,\n 57,\n 97,\n 57,\n 45,\n 102,\n 49,\n 101,\n 102,\n 97,\n 97,\n 97,\n 55,\n 101,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ca36f288-d25b-4629-b9a9-f1efaaa7e629.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.911585848Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::7]:43533","req_id":"1be014ca-33c9-45a9-b012-c46c2f205717","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 99,\n 53,\n 53,\n 55,\n 55,\n 52,\n 45,\n 98,\n 55,\n 98,\n 99,\n 45,\n 52,\n 102,\n 53,\n 53,\n 45,\n 97,\n 53,\n 54,\n 52,\n 45,\n 97,\n 102,\n 51,\n 102,\n 49,\n 56,\n 53,\n 102,\n 101,\n 54,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.933065649Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::3]:35910","req_id":"12a181b4-819b-4a0d-9765-cc9b866cca43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 50,\n 98,\n 102,\n 98,\n 97,\n 55,\n 97,\n 45,\n 100,\n 100,\n 53,\n 50,\n 45,\n 52,\n 48,\n 100,\n 97,\n 45,\n 97,\n 56,\n 50,\n 101,\n 45,\n 98,\n 53,\n 97,\n 53,\n 98,\n 52,\n 55,\n 54,\n 53,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.933467393Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::4]:47878","req_id":"54beb0f8-2b2b-4a5f-9fa5-e21553b287b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 48,\n 99,\n 53,\n 53,\n 55,\n 55,\n 52,\n 45,\n 98,\n 55,\n 98,\n 99,\n 45,\n 52,\n 102,\n 53,\n 53,\n 45,\n 97,\n 53,\n 54,\n 52,\n 45,\n 97,\n 102,\n 51,\n 102,\n 49,\n 56,\n 53,\n 102,\n 101,\n 54,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b0c55774-b7bc-4f55-a564-af3f185fe649.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.933517123Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::3]:63924","req_id":"a86dab46-390f-4e83-be43-0daa230c2824","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 50,\n 98,\n 102,\n 98,\n 97,\n 55,\n 97,\n 45,\n 100,\n 100,\n 53,\n 50,\n 45,\n 52,\n 48,\n 100,\n 97,\n 45,\n 97,\n 56,\n 50,\n 101,\n 45,\n 98,\n 53,\n 97,\n 53,\n 98,\n 52,\n 55,\n 54,\n 53,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a2bfba7a-dd52-40da-a82e-b5a5b4765792.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-20T02:15:00.933992997Z","hostname":"oxz_internal_dns_acc7ed05-df3f-47d4-9764-194080d5d2f5","pid":5348,"peer_addr":"[fd00:1122:3344:101::4]:62289","req_id":"a0bda283-3eda-4809-9b87-00cb2ac1b953","component":"dns"}