[ Jun 26 00:11:49 Enabled. ] [ Jun 26 00:11:49 Rereading configuration. ] [ Jun 26 00:11:50 Rereading configuration. ] [ Jun 26 00:11:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jun 26 00:11:51 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.800021317Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.800236922Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.822867198Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.822887939Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.822970501Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.823337448Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.981632011Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:61792"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.982451619Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"9557ef30-e840-41c2-9d28-83d9b9824012","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:51.982476029Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.011919419Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.01196691Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"9557ef30-e840-41c2-9d28-83d9b9824012","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:11:52.012014791Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"PUT","req_id":"9557ef30-e840-41c2-9d28-83d9b9824012","remote_addr":"[fd00:1122:3344:3::2]:61792","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":29967,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.040910963Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:62324","req_id":"9fcfa7e2-f9a1-4caf-a148-e7ea5b056e15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55441,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.045622443Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:51552","req_id":"3714d9ae-afa0-43dd-b53e-6a81af3ea46e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51150,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:05.049523034Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:43802","req_id":"b86bfa12-fb8a-45f1-9f3f-3bba5fb927dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.75572208Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:35516","req_id":"0b3bcfd7-b83e-4f2b-8406-bfde45ce1630","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.760313439Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:38532","req_id":"f3ea60c2-b19d-4838-80c8-842cc89d9e07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:12:33.76514032Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:51058","req_id":"70874e6c-5989-489e-86be-668e8dacbbdd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:34.5231916Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:59238","req_id":"f71479bb-fcd2-4402-9853-dba6491e7881","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:36.162705001Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:51870","req_id":"40f7ea18-e4e0-46af-8639-2ec068f90f71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:36.163416616Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:48195","req_id":"2044b6ef-413d-4e15-893c-3607dde5cd0a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63116,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.963357634Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:42375","req_id":"f707268c-326d-4c8b-8a30-4cae5fdb13af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12761,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.983800815Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:20083","req_id":"5daa6551-90eb-4278-b10d-afdabed6e33f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47924,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:41.994626603Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:64109","req_id":"1f9e69c5-5c43-4014-a7ac-84bbe21e491b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:44.500104691Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:55157","req_id":"f0a725f6-16e3-4c2d-88df-ff9c5f560bda","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.368960923Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:34656","req_id":"ab0609e8-e830-4ef0-b3ba-424adfd7ceae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24141,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.37549883Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:63424","req_id":"975ddd52-efb5-4f5d-b6bb-47ee0b72b84c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:51.382360885Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:33666","req_id":"90f8a9ab-9376-4d38-b882-4f9b0ee85659","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:13:54.502440767Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:50391","req_id":"53f750e6-2740-4cfc-8157-edb91179adf3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:04.504969295Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:52297","req_id":"400ee972-a89f-4d1a-8fb0-8f8a39eb758b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:11.846878353Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:55209","req_id":"6a9a575f-0b39-474d-93e8-853f94ca1954","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:12.208211503Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47921"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:12.26884679Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"GET","req_id":"3dce6e6d-3344-4888-aa0d-87b53d944411","remote_addr":"[fd00:1122:3344:101::b]:47921","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":39025,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24362,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:14.506540497Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:49386","req_id":"3336746d-beb5-4564-89e4-96d179f74ed0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:15.63096538Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:13143","req_id":"f863ebfd-6f2e-4cc0-a266-37a526872ae7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.65996012Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49036"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.665825074Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"7a03e136-a36e-4aff-9ea8-9b521303c412","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.665905855Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"7a03e136-a36e-4aff-9ea8-9b521303c412","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.665916805Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"PUT","req_id":"7a03e136-a36e-4aff-9ea8-9b521303c412","remote_addr":"[fd00:1122:3344:101::b]:49036","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":4810,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.773491461Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61510"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:15.773998752Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"GET","req_id":"6a0ab67d-d6b1-4009-b9a2-11f24b3bd553","remote_addr":"[fd00:1122:3344:101::b]:61510","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":251,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:16.487475679Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:30680","req_id":"c6aad2f9-b5f1-41cb-849d-42285a3cbd0a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:16.607915595Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41396"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:16.608194731Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"GET","req_id":"2a4f6c4f-06e6-4f33-95ea-84393921b8e3","remote_addr":"[fd00:1122:3344:101::b]:41396","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:22.378066871Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:23191","req_id":"69c75fff-29f9-4426-99e2-4168d7faebd4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:22.504103195Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47095"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:22.504394611Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"GET","req_id":"c9cb3ed1-bc42-45f6-8e68-03ae37493ddc","remote_addr":"[fd00:1122:3344:101::a]:47095","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:22.982350778Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:38652","req_id":"6939eded-bbb3-4463-8b93-002d64d2b6ab","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:23.206357575Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50225"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:23.206677392Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"GET","req_id":"72144bf4-cd9d-4106-ab7b-780652f585ea","remote_addr":"[fd00:1122:3344:101::c]:50225","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:24.508430237Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:49731","req_id":"1a027741-c07c-452c-863d-cb8d7b997928","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55010,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:34.509725093Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:54262","req_id":"a018833e-d5e5-4474-946e-23d664aafb1a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.60949804Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48242"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611061433Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"e5b058ea-fb85-4d59-830f-e775657863e0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611108024Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"e5b058ea-fb85-4d59-830f-e775657863e0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.611120814Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"PUT","req_id":"e5b058ea-fb85-4d59-830f-e775657863e0","remote_addr":"[fd00:1122:3344:101::b]:48242","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":208,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.983378714Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43706"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985723504Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"3d269506-7f06-4e75-a263-fef7a9b7dfa0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985753755Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"3d269506-7f06-4e75-a263-fef7a9b7dfa0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:41.985812116Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"PUT","req_id":"3d269506-7f06-4e75-a263-fef7a9b7dfa0","remote_addr":"[fd00:1122:3344:101::a]:43706","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":362,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.033936979Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56948"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.035452811Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"98d9f265-885e-4db3-94e3-7a7abc89d43d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.035509923Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"new_generation":1,"req_id":"98d9f265-885e-4db3-94e3-7a7abc89d43d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.035522143Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"PUT","req_id":"98d9f265-885e-4db3-94e3-7a7abc89d43d","remote_addr":"[fd00:1122:3344:101::c]:56948","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":319,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.850384985Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:28228","req_id":"74a93d47-50d5-414a-983d-d84a1cd426b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.854272266Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:13493","req_id":"c66fdae9-982b-4a81-ac90-706bebc25a49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30197,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:42.959451262Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:53480","req_id":"33014ad7-33e9-4481-9b65-f370179391d2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.965194183Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39082"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:42.965465888Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"GET","req_id":"28413d89-7c2e-4ea9-9890-9ae40deddf78","remote_addr":"[fd00:1122:3344:101::b]:39082","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.008477234Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41419"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.00873962Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"GET","req_id":"7cd98755-9172-4c9e-b131-79a7ab84130e","remote_addr":"[fd00:1122:3344:101::a]:41419","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.067934146Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39855"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-26T00:14:43.068183592Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"uri":"/config","method":"GET","req_id":"20e4f555-3403-42ce-b4b1-8554f4fe17ca","remote_addr":"[fd00:1122:3344:101::c]:39855","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:44.51155178Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:58441","req_id":"515e5bcd-19b3-4926-825c-cd2a2928e83d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33654,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:14:54.514278415Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:50473","req_id":"1cdefc1a-b347-4660-98f7-0f82bfb964fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 56,\n 52,\n 50,\n 53,\n 49,\n 45,\n 101,\n 101,\n 53,\n 52,\n 45,\n 52,\n 98,\n 101,\n 54,\n 45,\n 98,\n 52,\n 102,\n 50,\n 45,\n 97,\n 101,\n 49,\n 56,\n 53,\n 101,\n 101,\n 48,\n 51,\n 54,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.281649843Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::7]:59638","req_id":"48f0b871-6e7a-468c-8671-95b2f8237da4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 56,\n 52,\n 50,\n 53,\n 49,\n 45,\n 101,\n 101,\n 53,\n 52,\n 45,\n 52,\n 98,\n 101,\n 54,\n 45,\n 98,\n 52,\n 102,\n 50,\n 45,\n 97,\n 101,\n 49,\n 56,\n 53,\n 101,\n 101,\n 48,\n 51,\n 54,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38e84251-ee54-4be6-b4f2-ae185ee03672.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.282376278Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::7]:49390","req_id":"d7da2bad-4188-45ad-a630-9263ed63bfa3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 57,\n 48,\n 52,\n 57,\n 49,\n 53,\n 54,\n 45,\n 101,\n 99,\n 52,\n 102,\n 45,\n 52,\n 53,\n 53,\n 54,\n 45,\n 56,\n 53,\n 56,\n 100,\n 45,\n 57,\n 99,\n 98,\n 100,\n 97,\n 100,\n 57,\n 99,\n 57,\n 48,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.51088434Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::4]:56886","req_id":"5f5dce4f-b8b8-4a73-873f-9703b6e37989","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 57,\n 48,\n 52,\n 57,\n 49,\n 53,\n 54,\n 45,\n 101,\n 99,\n 52,\n 102,\n 45,\n 52,\n 53,\n 53,\n 54,\n 45,\n 56,\n 53,\n 56,\n 100,\n 45,\n 57,\n 99,\n 98,\n 100,\n 97,\n 100,\n 57,\n 99,\n 57,\n 48,\n 99,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c9049156-ec4f-4556-858d-9cbdad9c90c0.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.511541974Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::4]:55183","req_id":"f964c32a-aed7-4fd7-9204-05dc1aa6f076","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 49,\n 101,\n 50,\n 98,\n 51,\n 51,\n 45,\n 55,\n 97,\n 57,\n 53,\n 45,\n 52,\n 99,\n 52,\n 57,\n 45,\n 97,\n 99,\n 101,\n 99,\n 45,\n 51,\n 50,\n 50,\n 99,\n 97,\n 102,\n 55,\n 99,\n 101,\n 97,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.516446517Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::5]:50447","req_id":"484d0fdd-d3ff-4697-88af-95e9cd6f4a10","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 101,\n 49,\n 101,\n 50,\n 98,\n 51,\n 51,\n 45,\n 55,\n 97,\n 57,\n 53,\n 45,\n 52,\n 99,\n 52,\n 57,\n 45,\n 97,\n 99,\n 101,\n 99,\n 45,\n 51,\n 50,\n 50,\n 99,\n 97,\n 102,\n 55,\n 99,\n 101,\n 97,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ce1e2b33-7a95-4c49-acec-322caf7cea44.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.516974238Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::5]:38653","req_id":"bb900b98-aa6c-43e9-83ae-794c08ccd1f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 98,\n 49,\n 50,\n 48,\n 97,\n 50,\n 45,\n 98,\n 54,\n 102,\n 56,\n 45,\n 52,\n 57,\n 101,\n 54,\n 45,\n 97,\n 99,\n 56,\n 98,\n 45,\n 48,\n 50,\n 97,\n 56,\n 48,\n 100,\n 101,\n 51,\n 101,\n 98,\n 101,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.538195415Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::6]:37073","req_id":"ea41e28c-f3df-4ec5-a507-2599a9c310d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 54,\n 98,\n 49,\n 50,\n 48,\n 97,\n 50,\n 45,\n 98,\n 54,\n 102,\n 56,\n 45,\n 52,\n 57,\n 101,\n 54,\n 45,\n 97,\n 99,\n 56,\n 98,\n 45,\n 48,\n 50,\n 97,\n 56,\n 48,\n 100,\n 101,\n 51,\n 101,\n 98,\n 101,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d6b120a2-b6f8-49e6-ac8b-02a80de3ebe5.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.538710576Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::6]:40424","req_id":"53c4b415-bda7-4ad5-876c-176b3bfa9b4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 50,\n 99,\n 97,\n 56,\n 55,\n 56,\n 45,\n 54,\n 51,\n 99,\n 48,\n 45,\n 52,\n 98,\n 100,\n 55,\n 45,\n 98,\n 55,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 102,\n 52,\n 102,\n 51,\n 100,\n 54,\n 50,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.540661257Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::3]:46523","req_id":"8d9c1874-a482-4ff7-bc0a-fcee54afef0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 49,\n 50,\n 99,\n 97,\n 56,\n 55,\n 56,\n 45,\n 54,\n 51,\n 99,\n 48,\n 45,\n 52,\n 98,\n 100,\n 55,\n 45,\n 98,\n 55,\n 49,\n 100,\n 45,\n 50,\n 100,\n 52,\n 102,\n 52,\n 102,\n 51,\n 100,\n 54,\n 50,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d12ca878-63c0-4bd7-b71d-2d4f4f3d62fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.541211118Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::3]:53785","req_id":"edb13fae-aedd-4856-a4b6-4a44178cbfdd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.572831075Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:41576","req_id":"7bc1ac35-cf11-4b46-9288-d1cfa397ac78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 98,\n 50,\n 56,\n 54,\n 102,\n 57,\n 98,\n 100,\n 45,\n 100,\n 97,\n 48,\n 102,\n 45,\n 52,\n 54,\n 53,\n 99,\n 45,\n 98,\n 101,\n 53,\n 100,\n 45,\n 55,\n 102,\n 51,\n 98,\n 52,\n 56,\n 51,\n 53,\n 52,\n 49,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_b286f9bd-da0f-465c-be5d-7f3b48354138.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.573478688Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:34602","req_id":"d9d3ef60-2d55-412d-8f10-5ef485eee199","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 101,\n 100,\n 101,\n 53,\n 54,\n 51,\n 48,\n 45,\n 99,\n 99,\n 50,\n 57,\n 45,\n 52,\n 49,\n 54,\n 102,\n 45,\n 56,\n 97,\n 51,\n 57,\n 45,\n 98,\n 98,\n 50,\n 48,\n 57,\n 56,\n 57,\n 56,\n 56,\n 52,\n 48,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8ede5630-cc29-416f-8a39-bb2098988409.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:00.884130851Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:64273","req_id":"7dce17cb-d4fe-48fc-a6b2-26d355964bad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:01.086211467Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::2]:51914","req_id":"09c97fca-9c3a-4726-ba14-cb3cb1dddb7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-26T00:15:01.08681726Z","hostname":"oxz_internal_dns_5f226615-c398-4f14-bae3-5bb33b9d4276","pid":5509,"peer_addr":"[fd00:1122:3344:101::2]:58825","req_id":"6d889a59-bc3f-43a0-b714-0299f133ea7e","component":"dns"}