[ Jun 26 04:34:37 Enabled. ] [ Jun 26 04:34:37 Rereading configuration. ] [ Jun 26 04:34:38 Rereading configuration. ] [ Jun 26 04:34:39 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jun 26 04:34:39 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.220473872Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.220614205Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.243109303Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.243129833Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.243201325Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.243501511Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:34:39.249161487Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:64062","req_id":"f9bf1595-f130-4309-87e1-39c9cc32c04b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46572,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:34:39.364769292Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:10006","req_id":"e0ce42a2-316c-45eb-8588-c087759b4230","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.41532496Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:46826"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.416087277Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"b3d9b839-cda1-4cc0-85f2-f861816e922d","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.416124128Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.433299067Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.433337998Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"b3d9b839-cda1-4cc0-85f2-f861816e922d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:34:39.433348379Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"b3d9b839-cda1-4cc0-85f2-f861816e922d","remote_addr":"[fd00:1122:3344:2::2]:46826","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":17653,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:34:51.525946953Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:44229","req_id":"5ed9933a-760f-464a-849b-d338b402c6ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:34:51.53034314Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:48094","req_id":"b18c8779-09fa-4b8a-a430-0fbec90743ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2923,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:34:51.534315068Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:41510","req_id":"4eccd7dc-abbc-43d1-bb91-8ef9ee1ee57a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:01.223524186Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:59848","req_id":"c14b4935-a6fe-4765-8104-838acb81a562","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:09.76777708Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:27915","req_id":"402eae05-dbfc-4fb5-b33e-23d2e2d4fe99","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:10.992714469Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:42569","req_id":"5ebf1396-0baf-45a9-9031-d51533b2d7ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:10.993006016Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:50940","req_id":"849aadd3-3d63-4273-9685-92c528d6a7a7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:11.202386065Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:53362","req_id":"59199070-c76a-40b2-85d5-624915ce71bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 97,\n 102,\n 50,\n 100,\n 56,\n 57,\n 45,\n 102,\n 49,\n 57,\n 50,\n 45,\n 52,\n 50,\n 54,\n 54,\n 45,\n 57,\n 56,\n 48,\n 57,\n 45,\n 56,\n 100,\n 55,\n 48,\n 50,\n 48,\n 100,\n 50,\n 98,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:11.26275967Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::e]:42901","req_id":"05b3f4e1-8fb8-4d32-b4b8-ab962619985c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 97,\n 102,\n 50,\n 100,\n 56,\n 57,\n 45,\n 102,\n 49,\n 57,\n 50,\n 45,\n 52,\n 50,\n 54,\n 54,\n 45,\n 57,\n 56,\n 48,\n 57,\n 45,\n 56,\n 100,\n 55,\n 48,\n 50,\n 48,\n 100,\n 50,\n 98,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:11.276089584Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::e]:34417","req_id":"5020215c-92fe-4f21-bba6-b34dee87c1c0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:11.606527999Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46784"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:11.608993964Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62067"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:11.609067615Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45703"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:11.656546705Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"d216d8ec-03de-492f-91aa-191a25086e3b","remote_addr":"[fd00:1122:3344:101::a]:45703","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":28397,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:11.656585286Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"f234ab20-5ed9-4047-9871-9dd2d8d36001","remote_addr":"[fd00:1122:3344:101::b]:62067","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":28408,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:11.656663568Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"5e125433-3747-40ea-a933-9739fbd77e1f","remote_addr":"[fd00:1122:3344:101::c]:46784","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":28402,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:12.479430567Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:36409","req_id":"ce23674c-48c6-4c5c-9535-46d9cba38cf0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:12.479647962Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:30820","req_id":"c23e2088-11a1-4480-b718-53fbcd82116d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:12.529826311Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54649"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:12.536241803Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"ad30962b-e48e-452e-a247-fc3c7398d140","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:12.536274744Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"ad30962b-e48e-452e-a247-fc3c7398d140","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:12.536327225Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"ad30962b-e48e-452e-a247-fc3c7398d140","remote_addr":"[fd00:1122:3344:101::c]:54649","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":4438,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:12.721732464Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61604"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:12.722136573Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"8b32c1b6-1a10-4f53-9d8a-231d4c0903ad","remote_addr":"[fd00:1122:3344:101::c]:61604","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":315,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:12.798788657Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48078"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:12.799084394Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"3dab2cb0-40e9-4f00-bd19-69f4191024dc","remote_addr":"[fd00:1122:3344:101::b]:48078","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:13.576398808Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:26320","req_id":"4b1a693e-817a-454c-959d-2364b0140282","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:13.81078502Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35505"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:13.811383463Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"b944cc3a-b0a2-4afc-a408-7f284e30ffad","remote_addr":"[fd00:1122:3344:101::c]:35505","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":457,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:21.2038699Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:61260","req_id":"b2b7e551-66e5-43c8-847f-62abed1a5c5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:21.83081303Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:2926","req_id":"54c9ae4b-1536-43ad-bef1-22bc778f2434","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:21.906542124Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:32701","req_id":"f135a8fa-d709-49f9-bfda-e0665a716957","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:21.963624276Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57971"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:21.963921533Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"2184fd64-a213-48dc-a8a3-f2030097702f","remote_addr":"[fd00:1122:3344:101::a]:57971","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:22.025274929Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33473"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:38:22.025534215Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"276ea291-17a9-4ec8-bba5-1407387cc3e2","remote_addr":"[fd00:1122:3344:101::b]:33473","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:31.205076989Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:51285","req_id":"97229f13-53d7-44c7-803e-00294f806c91","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33036,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:41.206824528Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:65406","req_id":"36de17c8-0e2a-48a3-9980-c00a14dae2eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16972,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:43.627846628Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:42948","req_id":"3d40430b-d9ae-4cb9-8bb4-da01b31fb942","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:43.632416329Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:33246","req_id":"e2a1b05d-40c1-4007-aa00-5d39bb6382b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:43.636874657Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:50772","req_id":"60ecde30-aac5-422c-8b76-d98b8497316c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:38:51.208407425Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:53449","req_id":"4e269f59-d7cc-4e68-846a-cf968960e252","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:01.21064191Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:56883","req_id":"904df90a-c257-479b-aa8d-bde5386bb178","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:09.586567049Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55597"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:09.589950123Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"7c04cd40-3018-4b34-a587-4702b26ea510","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:09.590006495Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"7c04cd40-3018-4b34-a587-4702b26ea510","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:09.590029765Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"7c04cd40-3018-4b34-a587-4702b26ea510","remote_addr":"[fd00:1122:3344:101::c]:55597","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":309,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:10.967329403Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43689"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:10.971591048Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"98bcf4b3-ae35-4036-8617-6f8399e815d1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:10.971632049Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"98bcf4b3-ae35-4036-8617-6f8399e815d1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:10.971669049Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"98bcf4b3-ae35-4036-8617-6f8399e815d1","remote_addr":"[fd00:1122:3344:101::b]:43689","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":363,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:11.018444324Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56937"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:11.021322417Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"b4f55ad3-d69e-4de4-a310-16aeeeaf37cd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:11.021373948Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"b4f55ad3-d69e-4de4-a310-16aeeeaf37cd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:11.021385398Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"b4f55ad3-d69e-4de4-a310-16aeeeaf37cd","remote_addr":"[fd00:1122:3344:101::a]:56937","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":211,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55748,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:11.212410681Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:56059","req_id":"6cff1797-6e9e-41ed-8e41-31e2d7e946d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61248,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:11.492401422Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:58478","req_id":"a912aefe-b8d8-4a9c-8a92-ec963c120435","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:11.601456552Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57169"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:11.601738579Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"193e58bb-707a-41b3-8d23-ba98c1812cc3","remote_addr":"[fd00:1122:3344:101::c]:57169","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:12.037806019Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:53248","req_id":"42b419f1-2d5d-451b-ad2a-7e4a7a895ba7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:12.133600066Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36897"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:12.133903673Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"fd8c102a-1af1-4503-ab04-da57c7bce0b0","remote_addr":"[fd00:1122:3344:101::b]:36897","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:12.521824049Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:15013","req_id":"1514e065-eab5-497b-be4a-23e78c1b204f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:12.624665832Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53000"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:39:12.624916448Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"f43338db-6c4d-4db2-ab6a-6058cd16d876","remote_addr":"[fd00:1122:3344:101::a]:53000","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:21.214059664Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:58513","req_id":"2ed3070d-6f8e-4034-ad3b-740faed65a34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:31.21541384Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:50151","req_id":"0baa68ed-20f2-4600-9db6-c521ce067302","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:41.217105947Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:65207","req_id":"2a207dd8-6dee-4f17-be65-e1df5da899f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:39:51.218390531Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:51049","req_id":"f7abc90a-aa98-4d75-bf8b-37a06ce031ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:01.22021339Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:64120","req_id":"758c01fe-da42-4bb0-8713-1c3377adb090","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:09.587109451Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65197"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:09.591289843Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"5165c1dc-6a88-45bf-b51d-1b223473e3e3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:09.591346114Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"5165c1dc-6a88-45bf-b51d-1b223473e3e3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:09.591358165Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"5165c1dc-6a88-45bf-b51d-1b223473e3e3","remote_addr":"[fd00:1122:3344:101::c]:65197","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":322,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:10.492274362Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:43616","req_id":"be8ce0c7-9e57-4cf4-a552-76615d7c9916","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.588165512Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34216"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.588466609Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"f2ed295d-ffe7-4fb1-829b-8f562492fe46","remote_addr":"[fd00:1122:3344:101::c]:34216","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":258,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.740746235Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43896"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.743852204Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"5d863488-a6ba-4e0e-84b5-75d858447f23","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.743910755Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"5d863488-a6ba-4e0e-84b5-75d858447f23","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.743935306Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"5d863488-a6ba-4e0e-84b5-75d858447f23","remote_addr":"[fd00:1122:3344:101::b]:43896","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":254,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.745423388Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49898"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.749879927Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"7ca695e6-705d-4f8d-8ee8-c9ec7c937def","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.749918298Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"7ca695e6-705d-4f8d-8ee8-c9ec7c937def","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:10.749952099Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"7ca695e6-705d-4f8d-8ee8-c9ec7c937def","remote_addr":"[fd00:1122:3344:101::a]:49898","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":372,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38592,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:11.222174238Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:56165","req_id":"d70422e2-97ac-43e3-bf7c-32a75ddab5bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47921,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:11.878729993Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:31390","req_id":"415174fb-8958-47e6-9cfa-364622104033","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:11.882066617Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:59125","req_id":"1b65b3d9-6ffd-46c6-9fe9-20e90c0af977","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:11.98531574Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54837"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:11.985631937Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"b2a0f71f-4c04-4598-849b-c476457149cf","remote_addr":"[fd00:1122:3344:101::b]:54837","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:12.023251258Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38902"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:40:12.023978274Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"7a34d888-4287-4e9a-a1b5-367a840c4038","remote_addr":"[fd00:1122:3344:101::a]:38902","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13282,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:21.224346571Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:49351","req_id":"1ef14696-b772-4bce-8af6-86f1b6ed6424","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:31.226391098Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:51226","req_id":"05dde663-dc1a-4e62-b35e-9b6adbe035b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:41.228645517Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:49290","req_id":"e780aa7f-2684-475a-8c06-0b2c06b40a4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63313,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:51.230250868Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:64453","req_id":"7d7ea549-b898-4d11-aa92-6dcdd3d02d66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:51.734025625Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:62155","req_id":"991c354b-5e8a-4c48-a1ac-c0879e8ff8e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:51.738466373Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:45936","req_id":"d37ea6f2-ab72-4686-94d0-44960a2fbb29","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:40:51.744447785Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:60115","req_id":"16de49ce-0f32-4f36-8518-8852131f68ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29670,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:01.231942944Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:52410","req_id":"a860ffd5-a12c-4a6e-a319-54de0130b304","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:09.589490785Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34025"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:09.592093903Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"a61b4141-b07c-4188-8ace-c82286535082","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:09.592126484Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"a61b4141-b07c-4188-8ace-c82286535082","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:09.592138934Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"a61b4141-b07c-4188-8ace-c82286535082","remote_addr":"[fd00:1122:3344:101::c]:34025","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":208,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:10.742148667Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54466"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:10.745576983Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"b03be6cc-fd4c-480e-8f11-fcf567f06c1c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:10.745607454Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"b03be6cc-fd4c-480e-8f11-fcf567f06c1c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:10.745620264Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"b03be6cc-fd4c-480e-8f11-fcf567f06c1c","remote_addr":"[fd00:1122:3344:101::b]:54466","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:10.745635564Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33187"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:10.749422368Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"932de27d-1d22-494c-9a07-b84927582830","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:10.749464179Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"932de27d-1d22-494c-9a07-b84927582830","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:10.749477409Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"932de27d-1d22-494c-9a07-b84927582830","remote_addr":"[fd00:1122:3344:101::a]:33187","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":308,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:10.795137769Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:21346","req_id":"2f897e4b-7760-422a-b4ba-427c081e71b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:11.015723375Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51503"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:11.016052733Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"606515fc-0348-4241-a3d9-2d5e959bbb46","remote_addr":"[fd00:1122:3344:101::c]:51503","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:11.233694774Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:58059","req_id":"9c56642d-3082-48ca-9a50-8e5355af484a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:11.891050326Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:8195","req_id":"81350c33-8eb2-469d-94c1-df9e0b6b49c7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:11.989854941Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52875"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:11.990100476Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"fc0f5c7a-0b04-48c2-a6ff-0a1f24cb1cb7","remote_addr":"[fd00:1122:3344:101::a]:52875","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:12.218642839Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:46686","req_id":"00776b8f-4ba2-412c-b2f5-888bf0f0d934","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:12.321311989Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49152"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:41:12.321580034Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"59989b4f-121e-4ccb-9c5e-ab634e334510","remote_addr":"[fd00:1122:3344:101::b]:49152","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:21.235980084Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:56894","req_id":"775fda90-91d2-4a75-b4db-1d2928fe9563","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:31.237679018Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:58092","req_id":"b8d4e111-797d-4401-a6de-64a3f3e98ed3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:41.240110081Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:50858","req_id":"03d630ea-8288-4a07-83d7-418a11879449","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:41:51.241632962Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:64112","req_id":"33beef45-43f0-473d-b69b-ff6dd201fcf2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11976,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:01.24376586Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:59855","req_id":"91e80642-ca56-419d-8fc9-8e8bbff1236d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:09.588536438Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64850"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:09.591883463Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"e8b00a6e-2773-4d57-8fc9-8f809f88c05b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:09.591913673Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"e8b00a6e-2773-4d57-8fc9-8f809f88c05b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:09.591923484Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"e8b00a6e-2773-4d57-8fc9-8f809f88c05b","remote_addr":"[fd00:1122:3344:101::c]:64850","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":308,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54273,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:10.699404506Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:44385","req_id":"f94076b6-03be-4cbd-815f-32ce198f9d37","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.741272241Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62549"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.744090524Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"cafa6031-f794-4267-b7d0-88dd2a9784fd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.744124594Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"cafa6031-f794-4267-b7d0-88dd2a9784fd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.744136675Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"cafa6031-f794-4267-b7d0-88dd2a9784fd","remote_addr":"[fd00:1122:3344:101::b]:62549","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.745616147Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53682"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.749311579Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"a83ac497-1848-444a-8009-c9cb45f965d6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.7493517Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"a83ac497-1848-444a-8009-c9cb45f965d6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.74936271Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"a83ac497-1848-444a-8009-c9cb45f965d6","remote_addr":"[fd00:1122:3344:101::a]:53682","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":241,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.858953613Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61032"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:10.859625948Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"7217ec4d-70f4-4651-bdfc-ebf9b5ed40dd","remote_addr":"[fd00:1122:3344:101::c]:61032","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":270,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:11.244505646Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:49406","req_id":"ad8a7af3-6773-4f60-b1b0-a50dc4aeaf27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:11.974589557Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:60132","req_id":"02eb569c-5dfb-49fc-a500-8b43c08a7093","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:11.979495135Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:28841","req_id":"54af00ea-ae7a-46df-97f3-8a56326d662c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:12.073974564Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44363"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:12.074263721Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"74c51686-25cb-4125-b14a-e23398b79543","remote_addr":"[fd00:1122:3344:101::a]:44363","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:12.164018274Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54890"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:42:12.16426839Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"278b6199-c4ec-4cac-90bc-879db58585ae","remote_addr":"[fd00:1122:3344:101::b]:54890","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33340,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:21.246202877Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:50110","req_id":"af605c7a-5616-47df-9d16-331332973cca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:31.248442129Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:53553","req_id":"515b68f6-a610-4446-9c86-e7d66d4a9fdb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:41.25024146Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:61390","req_id":"674e1622-aa56-4a0c-9b23-33f8e9f78db9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:51.251787719Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:57064","req_id":"3cb7d529-2e95-42ed-be8c-2505b1a1f012","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42049,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:51.805371568Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:44510","req_id":"f41be511-84d9-4c3a-9a09-67d49aa66150","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39614,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:51.810271137Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:38401","req_id":"7fcf032f-d188-453e-95fd-cc8134e64f5b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:42:51.81450252Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:61305","req_id":"3d4f35e6-6bc9-4aec-94f1-6a62f878f1f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:01.252757915Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:57510","req_id":"45465fc4-e4c1-4ef4-bc94-b018bf0b8b26","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:09.588593645Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52778"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:09.59196914Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"d0699f4c-2a5b-410e-a5d9-91f486d9013d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:09.592009321Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"d0699f4c-2a5b-410e-a5d9-91f486d9013d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:09.592023521Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"d0699f4c-2a5b-410e-a5d9-91f486d9013d","remote_addr":"[fd00:1122:3344:101::c]:52778","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:10.742373232Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44191"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:10.746267178Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63604"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:10.746456812Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"a0af3277-659c-4e81-a192-891d5b5527ad","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:10.746481283Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"a0af3277-659c-4e81-a192-891d5b5527ad","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:10.746492833Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"a0af3277-659c-4e81-a192-891d5b5527ad","remote_addr":"[fd00:1122:3344:101::b]:44191","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":282,"response_code":204} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:10.750133863Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"e4e25270-8a0d-43f6-9e90-3626d52c47c9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:10.750170954Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"e4e25270-8a0d-43f6-9e90-3626d52c47c9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:10.750182474Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"e4e25270-8a0d-43f6-9e90-3626d52c47c9","remote_addr":"[fd00:1122:3344:101::a]:63604","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":326,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:11.254064794Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:61125","req_id":"f94df2a5-708e-401e-b0d0-6a1cc6a16e3c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:11.884262466Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:30682","req_id":"93a4f6e8-5225-4507-b742-b9b46819f322","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:11.884353158Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:30919","req_id":"23d76ab5-b956-48fd-92d7-0ac10bf98b4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:11.890454313Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:10267","req_id":"d2529052-371a-4dcb-b3ef-7c425521ec88","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:11.99524517Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60033"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:11.995541937Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"510dd5f4-fd09-4a8c-a512-9c5a15c57dd8","remote_addr":"[fd00:1122:3344:101::b]:60033","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:12.032376301Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50817"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:12.032666267Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"ef566b35-efc5-4142-8d8c-9d0e8beac7ba","remote_addr":"[fd00:1122:3344:101::c]:50817","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":246,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:12.072092279Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65144"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:43:12.072319414Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"26a205ff-391b-4d6f-af83-4b213e740e97","remote_addr":"[fd00:1122:3344:101::a]:65144","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:21.254972396Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:63831","req_id":"11093e33-c520-4f0a-8275-d8266693240b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64613,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:31.255999364Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:52425","req_id":"77bf4df4-7128-47f0-b275-e4e04dcb0dc3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:41.257276422Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:54686","req_id":"522feec6-3933-464d-884b-2972ac1d6910","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:43:51.258645738Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:55783","req_id":"d6eae109-e83e-4374-b6b1-b96f2f5b06a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:01.260723464Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:64483","req_id":"1ae78201-7689-4df2-bce1-b456fe001f89","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:09.588909277Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38339"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:09.591542215Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"91c2eb89-140b-4015-9dc9-211473cd9691","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:09.591581936Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"91c2eb89-140b-4015-9dc9-211473cd9691","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:09.591594816Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"91c2eb89-140b-4015-9dc9-211473cd9691","remote_addr":"[fd00:1122:3344:101::c]:38339","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:10.742656393Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38778"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:10.746048048Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"e587a63a-0af5-4a3a-a94a-7cf1a65ca194","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:10.746085479Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"e587a63a-0af5-4a3a-a94a-7cf1a65ca194","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:10.746101609Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"e587a63a-0af5-4a3a-a94a-7cf1a65ca194","remote_addr":"[fd00:1122:3344:101::b]:38778","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":260,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:10.747306236Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63012"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:10.750879225Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"211a4d70-45e6-4a87-90b4-e1ccf741f823","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:10.750951817Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"new_generation":1,"req_id":"211a4d70-45e6-4a87-90b4-e1ccf741f823","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:10.750995038Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"PUT","req_id":"211a4d70-45e6-4a87-90b4-e1ccf741f823","remote_addr":"[fd00:1122:3344:101::a]:63012","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":261,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:11.208592854Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:5015","req_id":"d95ef8e5-876a-4999-b761-2db6853d0d07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4829,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:11.263732313Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:62901","req_id":"0a3f6265-b7c0-4dad-83a8-f998d6348839","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:11.351539664Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59336"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:11.351927693Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"db898d5e-17be-4be2-9e92-72c4939d1980","remote_addr":"[fd00:1122:3344:101::c]:59336","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":302,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:11.844043953Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:25291","req_id":"eddd28d8-d062-462f-bf25-4d9b86e57743","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:11.850064546Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:36246","req_id":"aef9a7cb-b729-4354-8fbe-303718d3f511","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:11.953793599Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47328"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:11.954035884Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"1318d799-dc3e-4b27-882b-fb734ec7eb57","remote_addr":"[fd00:1122:3344:101::b]:47328","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:11.993032317Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49293"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T04:44:11.993279032Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"uri":"/config","method":"GET","req_id":"8e2fbc0a-248a-4ad1-93ff-c2b3d432a49c","remote_addr":"[fd00:1122:3344:101::a]:49293","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:21.264887762Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:56031","req_id":"f1a7a065-4cc6-4c9c-974c-73b950f83707","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:31.266984471Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:52479","req_id":"c546b4f7-f958-47a4-bd7d-c2045a5b33c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:41.269095298Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:62517","req_id":"68c05c54-4e28-4ede-a3ec-873de478c079","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:51.270681968Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:49245","req_id":"d8090fee-a493-4b89-bfdd-e181288c4c01","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:51.88369674Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:42100","req_id":"575902e0-7759-4f64-ba74-94319debf722","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:51.888353523Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:52993","req_id":"59f13968-9b75-4a61-bc91-bb2a447b93f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 557,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:44:51.892496155Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:56993","req_id":"f6872d94-bcd2-41d7-ba57-4c6ef3d915d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:45:00.53747911Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:47290","req_id":"739839a9-5191-419b-8af1-0b9e0a7cefa0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:45:00.538255757Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:42217","req_id":"b69dbb0b-27ec-4863-8916-8f659624f508","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3f6013b9-5d9d-452f-92e8-554afa812b8a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3f6013b9-5d9d-452f-92e8-554afa812b8a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 54,\n 48,\n 49,\n 51,\n 98,\n 57,\n 45,\n 53,\n 100,\n 57,\n 100,\n 45,\n 52,\n 53,\n 50,\n 102,\n 45,\n 57,\n 50,\n 101,\n 56,\n 45,\n 53,\n 53,\n 52,\n 97,\n 102,\n 97,\n 56,\n 49,\n 50,\n 98,\n 56,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3f6013b9-5d9d-452f-92e8-554afa812b8a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:45:00.553032314Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::5]:52798","req_id":"d54ae898-7b93-405c-a284-442023a611f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3f6013b9-5d9d-452f-92e8-554afa812b8a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3f6013b9-5d9d-452f-92e8-554afa812b8a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 102,\n 54,\n 48,\n 49,\n 51,\n 98,\n 57,\n 45,\n 53,\n 100,\n 57,\n 100,\n 45,\n 52,\n 53,\n 50,\n 102,\n 45,\n 57,\n 50,\n 101,\n 56,\n 45,\n 53,\n 53,\n 52,\n 97,\n 102,\n 97,\n 56,\n 49,\n 50,\n 98,\n 56,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3f6013b9-5d9d-452f-92e8-554afa812b8a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:45:00.553675128Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::5]:49129","req_id":"d7f99911-4b81-4cfe-b796-a10d8f8b07b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ba155dab-53a0-4389-ae7b-a2822fb8d9fb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ba155dab-53a0-4389-ae7b-a2822fb8d9fb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 97,\n 49,\n 53,\n 53,\n 100,\n 97,\n 98,\n 45,\n 53,\n 51,\n 97,\n 48,\n 45,\n 52,\n 51,\n 56,\n 57,\n 45,\n 97,\n 101,\n 55,\n 98,\n 45,\n 97,\n 50,\n 56,\n 50,\n 50,\n 102,\n 98,\n 56,\n 100,\n 57,\n 102,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ba155dab-53a0-4389-ae7b-a2822fb8d9fb.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:45:00.588925997Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::4]:55621","req_id":"48dd7416-b02c-44c7-af0c-56cd25997241","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ba155dab-53a0-4389-ae7b-a2822fb8d9fb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ba155dab-53a0-4389-ae7b-a2822fb8d9fb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 97,\n 49,\n 53,\n 53,\n 100,\n 97,\n 98,\n 45,\n 53,\n 51,\n 97,\n 48,\n 45,\n 52,\n 51,\n 56,\n 57,\n 45,\n 97,\n 101,\n 55,\n 98,\n 45,\n 97,\n 50,\n 56,\n 50,\n 50,\n 102,\n 98,\n 56,\n 100,\n 57,\n 102,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ba155dab-53a0-4389-ae7b-a2822fb8d9fb.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:45:00.589619213Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::4]:54276","req_id":"8a705bb6-320e-4f95-81df-0c3e0b224032","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 97,\n 102,\n 50,\n 100,\n 56,\n 57,\n 45,\n 102,\n 49,\n 57,\n 50,\n 45,\n 52,\n 50,\n 54,\n 54,\n 45,\n 57,\n 56,\n 48,\n 57,\n 45,\n 56,\n 100,\n 55,\n 48,\n 50,\n 48,\n 100,\n 50,\n 98,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:45:00.691415233Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::e]:62071","req_id":"9453df79-c75b-4a2e-8b52-9b232b87d7df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33477,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 51,\n 97,\n 102,\n 50,\n 100,\n 56,\n 57,\n 45,\n 102,\n 49,\n 57,\n 50,\n 45,\n 52,\n 50,\n 54,\n 54,\n 45,\n 57,\n 56,\n 48,\n 57,\n 45,\n 56,\n 100,\n 55,\n 48,\n 50,\n 48,\n 100,\n 50,\n 98,\n 54,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_63af2d89-f192-4266-9809-8d7020d2b629.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T04:45:00.692092388Z","hostname":"oxz_internal_dns_21876263-7191-431a-99da-0237bea7dd17","pid":5394,"peer_addr":"[fd00:1122:3344:101::e]:57556","req_id":"816c84b6-03b6-4e38-99d4-cc3266874345","component":"dns"}