[ May 26 06:56:47 Enabled. ] [ May 26 06:56:47 Rereading configuration. ] [ May 26 06:56:47 Rereading configuration. ] [ May 26 06:56:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 26 06:56:48 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.82648126Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.826616553Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.854684851Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.854707101Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.854759832Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.855053299Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:56:48.908837622Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::2]:58763","req_id":"794b5cc1-f08c-4930-883f-534a93c9016a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:56:48.917832103Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::2]:54410","req_id":"90500c4a-8ac2-40f5-94f9-a863b034c157","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45752,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:56:49.01565059Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::2]:53836","req_id":"d41e8b17-0cbc-4a1f-99e6-0f05b7c87887","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.127170524Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:49054"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.127900461Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"5bfa2b7c-feab-49fb-86f4-d0ff224c142d","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.127914501Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.140918112Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.140954093Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"5bfa2b7c-feab-49fb-86f4-d0ff224c142d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.140962333Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"PUT","req_id":"5bfa2b7c-feab-49fb-86f4-d0ff224c142d","remote_addr":"[fd00:1122:3344:2::2]:49054","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":13423,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:57:00.951379432Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::1b]:53997","req_id":"e842f69c-f8c3-4235-bbd9-5e416fcfde50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:57:00.96384043Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::1b]:60968","req_id":"89428d27-66e5-4369-b5e7-04f94fa30a44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:57:00.975441959Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::1b]:47708","req_id":"97e99859-b893-494d-bf6b-007c0e5d1e0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:19.040830168Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:59269","req_id":"b8b1d8e4-e939-4828-9023-c01aff27af15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:27.944889608Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::a]:27998","req_id":"aa1676bb-cc84-478b-be17-53af5363da92","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:28.873108526Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::b]:25360","req_id":"e8a9a92f-a2ac-4412-a1ce-8f2719bc499c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45596,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:28.994148902Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::c]:8865","req_id":"4cc9b3d6-a019-4c73-9f8d-e70b9ee80954","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:29.018149689Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:56138","req_id":"12810d03-eb94-454f-bb66-33ea8f45ef00","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 56,\n 48,\n 97,\n 48,\n 51,\n 51,\n 100,\n 45,\n 49,\n 102,\n 97,\n 99,\n 45,\n 52,\n 57,\n 54,\n 51,\n 45,\n 56,\n 101,\n 99,\n 50,\n 45,\n 101,\n 56,\n 102,\n 56,\n 50,\n 101,\n 101,\n 54,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:33.07496167Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::e]:63910","req_id":"32b0c171-18d2-4532-ba4e-4b2987bdfbba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 56,\n 48,\n 97,\n 48,\n 51,\n 51,\n 100,\n 45,\n 49,\n 102,\n 97,\n 99,\n 45,\n 52,\n 57,\n 54,\n 51,\n 45,\n 56,\n 101,\n 99,\n 50,\n 45,\n 101,\n 56,\n 102,\n 56,\n 50,\n 101,\n 101,\n 54,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:33.081727341Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::e]:33180","req_id":"18a475a0-fe83-4d55-b4b3-aacc06607579","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37240,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:39.020470694Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:57792","req_id":"94f289a4-0b2c-4906-b18c-0dde550a3336","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:49.022564439Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:62651","req_id":"728b2d5a-5cac-448d-801a-6c86f23715dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:59.024025432Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:54761","req_id":"fc0ea5a4-a119-4ea4-84fb-e835bb7257a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:08.524666928Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::a]:6807","req_id":"b94558e4-6cd2-45d9-b559-36b5806850e0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:08.938460161Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60617"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:09.00682769Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"GET","req_id":"6879cb73-df35-45e3-b42d-b9680799f7b6","remote_addr":"[fd00:1122:3344:101::a]:60617","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":37335,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:09.024931705Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:52150","req_id":"62d9f667-eecf-42bd-b184-69dfb9a4aa20","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:16.934883314Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::a]:54513","req_id":"542263b0-d650-4589-b2c7-9d9b8e8d49c7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.046253844Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43590"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.046699934Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"d64484b8-fc36-4104-b372-0a11849f3df6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.046729595Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"d64484b8-fc36-4104-b372-0a11849f3df6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.046792426Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"PUT","req_id":"d64484b8-fc36-4104-b372-0a11849f3df6","remote_addr":"[fd00:1122:3344:101::a]:43590","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":355,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.152444449Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54747"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.152718495Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"GET","req_id":"e98ed539-5c85-4772-bce8-24ea9919ee8f","remote_addr":"[fd00:1122:3344:101::a]:54747","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:17.803036809Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::a]:44631","req_id":"cbcc3180-45be-414f-bfff-95740eda7e85","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.922357327Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57769"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.922754926Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"GET","req_id":"07603011-8ab0-41be-b9e3-8a536814493a","remote_addr":"[fd00:1122:3344:101::a]:57769","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":250,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:19.026556372Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:60652","req_id":"6353421b-a094-4e8c-9289-fbfdd7e1bd3c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18338,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:19.594492793Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::b]:18613","req_id":"a2581840-a82e-4d04-af92-0c56178e799b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61125,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:19.595599678Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::c]:27208","req_id":"e0bad9ba-eebf-4803-96f6-b6cb82594a19","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:19.72535091Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54318"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:19.726440534Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"GET","req_id":"27e50713-bdf7-4953-8055-33eba705b442","remote_addr":"[fd00:1122:3344:101::c]:54318","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":829,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:19.830616653Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42199"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:19.830953361Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"GET","req_id":"81aa1020-77cb-459c-ada2-59389bd112bc","remote_addr":"[fd00:1122:3344:101::b]:42199","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":263,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:27.672624493Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50706"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:27.67291266Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"4c2ca291-584b-47b2-a4f8-f20fa1c81aaf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:27.672980841Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"4c2ca291-584b-47b2-a4f8-f20fa1c81aaf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:27.672991922Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"PUT","req_id":"4c2ca291-584b-47b2-a4f8-f20fa1c81aaf","remote_addr":"[fd00:1122:3344:101::a]:50706","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":214,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:28.667798659Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::a]:32334","req_id":"f0969642-c0e6-41b6-892e-69ba075990d5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.955404161Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39509"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.955845881Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"ba025816-5a3f-4af5-ad40-9398026c0bd1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.955925663Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"ba025816-5a3f-4af5-ad40-9398026c0bd1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.955977454Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"PUT","req_id":"ba025816-5a3f-4af5-ad40-9398026c0bd1","remote_addr":"[fd00:1122:3344:101::c]:39509","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":342,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.969751832Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34038"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.970711013Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"a4cacae8-33de-4423-9595-2eb2822b3a70","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.970743304Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"new_generation":1,"req_id":"a4cacae8-33de-4423-9595-2eb2822b3a70","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.970821466Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"PUT","req_id":"a4cacae8-33de-4423-9595-2eb2822b3a70","remote_addr":"[fd00:1122:3344:101::b]:34038","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":419,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.997097343Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35847"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.997431061Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"GET","req_id":"4136bddd-ed44-4572-ba01-4b7dddd337eb","remote_addr":"[fd00:1122:3344:101::a]:35847","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":267,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56849,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:29.0282403Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:58787","req_id":"3abfc600-0a9b-4656-bda7-917d94dbf53f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:29.568545914Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::b]:59578","req_id":"8130ed68-28ab-40aa-8ca5-74ab0dfecfc5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:29.568689987Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::c]:11135","req_id":"7cf7dca2-8b09-44ec-800e-a530b378d523","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:29.704651028Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35552"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:29.704872363Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"GET","req_id":"f8396d56-73a7-409e-9bf5-a3a9b7880750","remote_addr":"[fd00:1122:3344:101::c]:35552","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:29.760041896Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37957"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:29.760296851Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"uri":"/config","method":"GET","req_id":"dcbad96d-a74e-4b32-bb7a-5b2e9fd57954","remote_addr":"[fd00:1122:3344:101::b]:37957","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:39.029948629Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:58825","req_id":"a8caf098-82e0-4e6f-ae7b-0fc9aeb10d8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:49.031009999Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:65521","req_id":"6084ebfe-6515-4a2e-8243-b18df3384fd3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11228,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:59.032723447Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::d]:60437","req_id":"46b3a613-fac6-45f3-a953-bddfb72c9577","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 97,\n 99,\n 97,\n 50,\n 53,\n 49,\n 48,\n 45,\n 51,\n 55,\n 55,\n 98,\n 45,\n 52,\n 97,\n 48,\n 99,\n 45,\n 97,\n 57,\n 97,\n 55,\n 45,\n 52,\n 53,\n 98,\n 53,\n 51,\n 54,\n 52,\n 100,\n 48,\n 101,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.060996323Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::6]:58050","req_id":"6ee59aa0-8328-4391-bb8c-94c5a6952bc0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 97,\n 99,\n 97,\n 50,\n 53,\n 49,\n 48,\n 45,\n 51,\n 55,\n 55,\n 98,\n 45,\n 52,\n 97,\n 48,\n 99,\n 45,\n 97,\n 57,\n 97,\n 55,\n 45,\n 52,\n 53,\n 98,\n 53,\n 51,\n 54,\n 52,\n 100,\n 48,\n 101,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.06176268Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::6]:61941","req_id":"2a6c7f40-8b21-44f1-8ac3-4a859626778d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 48,\n 101,\n 99,\n 57,\n 97,\n 102,\n 45,\n 52,\n 53,\n 54,\n 51,\n 45,\n 52,\n 99,\n 50,\n 98,\n 45,\n 98,\n 100,\n 48,\n 52,\n 45,\n 56,\n 57,\n 53,\n 98,\n 101,\n 97,\n 99,\n 54,\n 53,\n 57,\n 51,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.107145985Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::3]:42412","req_id":"d0df0729-60af-4aaf-a053-f76471e5e400","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 48,\n 101,\n 99,\n 57,\n 97,\n 102,\n 45,\n 52,\n 53,\n 54,\n 51,\n 45,\n 52,\n 99,\n 50,\n 98,\n 45,\n 98,\n 100,\n 48,\n 52,\n 45,\n 56,\n 57,\n 53,\n 98,\n 101,\n 97,\n 99,\n 54,\n 53,\n 57,\n 51,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.107784689Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::3]:53416","req_id":"ae50bfda-686c-413a-84a4-9888795393aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 98,\n 55,\n 98,\n 51,\n 56,\n 50,\n 97,\n 45,\n 97,\n 100,\n 53,\n 57,\n 45,\n 52,\n 100,\n 55,\n 99,\n 45,\n 97,\n 102,\n 57,\n 56,\n 45,\n 54,\n 101,\n 52,\n 97,\n 100,\n 54,\n 50,\n 98,\n 57,\n 49,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.116153807Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::7]:41000","req_id":"c328ac1c-64f3-4ab5-beed-288b9ad95ca6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 98,\n 55,\n 98,\n 51,\n 56,\n 50,\n 97,\n 45,\n 97,\n 100,\n 53,\n 57,\n 45,\n 52,\n 100,\n 55,\n 99,\n 45,\n 97,\n 102,\n 57,\n 56,\n 45,\n 54,\n 101,\n 52,\n 97,\n 100,\n 54,\n 50,\n 98,\n 57,\n 49,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.116711459Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::7]:63374","req_id":"9a2a3e98-2390-4e0c-950f-1652d84943d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 102,\n 99,\n 48,\n 98,\n 49,\n 56,\n 97,\n 45,\n 100,\n 56,\n 97,\n 51,\n 45,\n 52,\n 53,\n 53,\n 99,\n 45,\n 98,\n 48,\n 53,\n 101,\n 45,\n 101,\n 49,\n 101,\n 52,\n 54,\n 54,\n 50,\n 48,\n 98,\n 97,\n 101,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.129341991Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::5]:65430","req_id":"5daf34b4-6919-413c-bef1-019fb2ed03c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 102,\n 99,\n 48,\n 98,\n 49,\n 56,\n 97,\n 45,\n 100,\n 56,\n 97,\n 51,\n 45,\n 52,\n 53,\n 53,\n 99,\n 45,\n 98,\n 48,\n 53,\n 101,\n 45,\n 101,\n 49,\n 101,\n 52,\n 54,\n 54,\n 50,\n 48,\n 98,\n 97,\n 101,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.130044487Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::5]:54480","req_id":"409cc12e-95ec-402b-896c-4d9f0fbd1ebf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 56,\n 48,\n 97,\n 48,\n 51,\n 51,\n 100,\n 45,\n 49,\n 102,\n 97,\n 99,\n 45,\n 52,\n 57,\n 54,\n 51,\n 45,\n 56,\n 101,\n 99,\n 50,\n 45,\n 101,\n 56,\n 102,\n 56,\n 50,\n 101,\n 101,\n 54,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.674084344Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::e]:44831","req_id":"94b1ea5d-4021-44e8-a51d-ef080296b2c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 56,\n 48,\n 97,\n 48,\n 51,\n 51,\n 100,\n 45,\n 49,\n 102,\n 97,\n 99,\n 45,\n 52,\n 57,\n 54,\n 51,\n 45,\n 56,\n 101,\n 99,\n 50,\n 45,\n 101,\n 56,\n 102,\n 56,\n 50,\n 101,\n 101,\n 54,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.674723319Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::e]:33572","req_id":"35802b4e-2eaa-4fc4-843c-391233098c47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.797529809Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::2]:55742","req_id":"b0bd67fe-8a63-49df-92bb-8287708d8415","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.798282251Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::2]:44598","req_id":"f7921538-68d5-408a-9b44-c45ab6a64372","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 52,\n 102,\n 57,\n 56,\n 54,\n 97,\n 51,\n 45,\n 100,\n 57,\n 52,\n 54,\n 45,\n 52,\n 55,\n 100,\n 48,\n 45,\n 98,\n 102,\n 48,\n 57,\n 45,\n 54,\n 51,\n 101,\n 102,\n 55,\n 98,\n 51,\n 48,\n 101,\n 51,\n 100,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:01.014009666Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::4]:64286","req_id":"dc675d47-27d8-4b33-9502-60ed593a2d15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 52,\n 102,\n 57,\n 56,\n 54,\n 97,\n 51,\n 45,\n 100,\n 57,\n 52,\n 54,\n 45,\n 52,\n 55,\n 100,\n 48,\n 45,\n 98,\n 102,\n 48,\n 57,\n 45,\n 54,\n 51,\n 101,\n 102,\n 55,\n 98,\n 51,\n 48,\n 101,\n 51,\n 100,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:01.01466216Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::4]:53501","req_id":"3dc44035-1837-4ece-95b8-7185798bbcd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 102,\n 57,\n 54,\n 48,\n 55,\n 55,\n 53,\n 45,\n 102,\n 100,\n 101,\n 101,\n 45,\n 52,\n 100,\n 98,\n 98,\n 45,\n 57,\n 49,\n 51,\n 55,\n 45,\n 51,\n 48,\n 48,\n 50,\n 100,\n 49,\n 102,\n 57,\n 51,\n 51,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:01.080285928Z","hostname":"oxz_internal_dns_43b89cbc-297c-40da-833b-09edf39772f3","pid":5412,"peer_addr":"[fd00:1122:3344:101::1b]:52772","req_id":"bc014903-71a5-4433-859f-5916af1e25ef","component":"dns"}