[ Jul 17 04:37:47 Enabled. ] [ Jul 17 04:37:47 Rereading configuration. ] [ Jul 17 04:37:47 Rereading configuration. ] [ Jul 17 04:37:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jul 17 04:37:49 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:49.260980987Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:49.261135281Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:49.284898172Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:49.284918963Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:49.284935873Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:49.285243582Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:50.125096869Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:61727"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:50.125830779Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"e114d73b-08f2-4105-a846-d466a51022e6","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:50.125846759Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:50.147873334Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:50.147904175Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"e114d73b-08f2-4105-a846-d466a51022e6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:37:50.147915535Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"e114d73b-08f2-4105-a846-d466a51022e6","remote_addr":"[fd00:1122:3344:3::2]:61727","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":22495,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:38:01.037189613Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:38116","req_id":"24c291ee-18c4-4f26-aaca-140a1e9ceb17","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6179,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:38:01.041666901Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:54401","req_id":"3462bb5a-35e3-48b5-89c4-812562d32f7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:38:01.046002516Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:38333","req_id":"fac24c40-97a5-47f4-a8cb-511345b248ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63144,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:15.458135753Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:59947","req_id":"9ca4453d-fa13-4148-9c98-f6fc1db28953","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 99,\n 56,\n 57,\n 56,\n 50,\n 102,\n 53,\n 45,\n 50,\n 102,\n 102,\n 56,\n 45,\n 52,\n 97,\n 55,\n 101,\n 45,\n 56,\n 102,\n 54,\n 99,\n 45,\n 52,\n 97,\n 98,\n 56,\n 98,\n 100,\n 99,\n 56,\n 50,\n 56,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:16.893259188Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::e]:54018","req_id":"81fa7e67-692e-4c62-95c1-d9326404fa5c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34120,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 99,\n 56,\n 57,\n 56,\n 50,\n 102,\n 53,\n 45,\n 50,\n 102,\n 102,\n 56,\n 45,\n 52,\n 97,\n 55,\n 101,\n 45,\n 56,\n 102,\n 54,\n 99,\n 45,\n 52,\n 97,\n 98,\n 56,\n 98,\n 100,\n 99,\n 56,\n 50,\n 56,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:16.89483381Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::e]:48072","req_id":"81399d31-57b7-48d6-a00e-68b74ecd1df0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27460,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:22.83928954Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::c]:17410","req_id":"9dd70586-9882-45a9-9b0e-f7fee9922c2d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:22.928677923Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::b]:28709","req_id":"ddc1bcc1-3541-4a3c-bdfa-bc6e2c93cd0e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32820,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:23.969033904Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::a]:18556","req_id":"c234c366-d4b9-40b8-895d-dfd0499663ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55718,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:25.453732361Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:54774","req_id":"5140c4f7-0d4d-4c53-9562-d96540ebdf8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1366,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:35.455057788Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:53768","req_id":"be69d2c5-33ad-407c-ba7a-ce71ca06be5b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16945,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:45.458699645Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:56882","req_id":"d2265fa6-1945-4b76-878c-3c44e4bbdf4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:40:55.460683949Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:50801","req_id":"b76055f0-60e0-4a47-87cb-9a3922ac628b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5143,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:05.462199503Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:56092","req_id":"929d2923-8fa2-4ca7-915f-2049599701e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8525,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:08.693830566Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::b]:46150","req_id":"048f1444-fba6-43fa-b228-879143e551f2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:09.078953281Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49996"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:09.13804299Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"6cb7e48e-17d0-4335-9139-93128c577ecc","remote_addr":"[fd00:1122:3344:101::b]:49996","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":30780,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:12.050062699Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62877"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:12.060762273Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"48cd5b09-557d-4a80-aea6-ca9914e42613","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:12.060854226Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"48cd5b09-557d-4a80-aea6-ca9914e42613","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:12.060865236Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"48cd5b09-557d-4a80-aea6-ca9914e42613","remote_addr":"[fd00:1122:3344:101::a]:62877","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":9705,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53206,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:12.078481544Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::a]:48785","req_id":"645e783c-ae4d-4a8e-b6a1-615ffacbbfa8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:12.295628708Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45817"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:12.295906346Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"13277ba3-1178-43fc-9189-422d22c39c65","remote_addr":"[fd00:1122:3344:101::a]:45817","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:13.086780372Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::a]:19066","req_id":"7aaa03a6-7429-4f72-b219-2bbcc5ad711c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:13.323208849Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47832"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:13.323450566Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"6f819502-23d4-44ce-a127-ac8b753a2baf","remote_addr":"[fd00:1122:3344:101::a]:47832","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:13.326066965Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::b]:57291","req_id":"3ec84591-9c3e-458d-82ed-851a2f48a674","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64246,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:13.515619527Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::c]:12285","req_id":"1ec20a9a-4239-43ee-aef4-026a08b0be46","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:13.569690543Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65354"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:13.570000261Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"c348ae0b-639b-4e78-9e87-8f0579f3d18e","remote_addr":"[fd00:1122:3344:101::b]:65354","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:13.666433491Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50729"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:13.667033627Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"6368df0c-3aef-494b-be74-d8297336734d","remote_addr":"[fd00:1122:3344:101::c]:50729","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":385,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51327,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:15.464445117Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:61181","req_id":"1af8a73a-5d2c-46f7-bb8a-e50fa1ef99bf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:22.796072043Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35517"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:22.798351363Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"4c10e3ce-d241-499b-85c0-e273a05f4736","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:22.798578079Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"4c10e3ce-d241-499b-85c0-e273a05f4736","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:22.79860292Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"4c10e3ce-d241-499b-85c0-e273a05f4736","remote_addr":"[fd00:1122:3344:101::b]:35517","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":419,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:22.878867531Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44868"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:22.881220143Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"0a52a3d1-dea5-4f63-9ab6-ce89c78048ed","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:22.881261744Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"0a52a3d1-dea5-4f63-9ab6-ce89c78048ed","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:22.881381368Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"0a52a3d1-dea5-4f63-9ab6-ce89c78048ed","remote_addr":"[fd00:1122:3344:101::c]:44868","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":323,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:23.832585292Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47406"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:23.834439761Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"75586861-230b-49cf-94f0-f6c4a4fce671","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:23.834509083Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"75586861-230b-49cf-94f0-f6c4a4fce671","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:23.834522324Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"75586861-230b-49cf-94f0-f6c4a4fce671","remote_addr":"[fd00:1122:3344:101::a]:47406","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":271,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65249,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:24.554597972Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::c]:15325","req_id":"c86d5b81-0bd5-42e8-b12b-d0b72093f589","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:24.579502103Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::a]:60873","req_id":"1a2a6038-5dde-47bb-a0cf-88f2adb7a7a0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:24.691744093Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57246"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:24.69203847Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"7df87027-2db1-4565-981b-34c717f7f69e","remote_addr":"[fd00:1122:3344:101::a]:57246","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:24.763148078Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63064"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:24.763457437Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"c6b341b3-4541-4113-bf1f-0ef315e9cf9c","remote_addr":"[fd00:1122:3344:101::c]:63064","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:25.466638346Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:56845","req_id":"d5f03014-a963-4ec8-9a0a-c97bd4747d26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:25.521143333Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::b]:17191","req_id":"30810c90-5c6d-4dee-bf89-8851286f7d7c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:25.624690102Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47105"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:41:25.624942429Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"a9c41d39-9f60-443b-aea3-705a66c759cd","remote_addr":"[fd00:1122:3344:101::b]:47105","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31769,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:35.468076758Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:55449","req_id":"51c1b276-ddca-4fde-b62d-0b6dc2d06b41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:45.470564232Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:58999","req_id":"c628ee8f-9452-4ba3-a2b7-07a3a590f651","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:53.437546029Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:64021","req_id":"783020d8-4ca1-4d36-9a65-a3dd3054a979","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:53.441965366Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:33182","req_id":"71f0f16d-b4b0-4fde-9a47-225d52c07022","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:53.446224089Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:36622","req_id":"cf9c664b-4e3c-4151-af3b-a7f8e53e963f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:41:55.473341708Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:60537","req_id":"32ff7798-e72a-457a-a4ba-ea1caf346afb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:05.473451621Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:55433","req_id":"0a265c66-de5a-4c84-9599-f9c202abab04","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:15.475347376Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:50335","req_id":"abec3450-9c8b-417d-ad46-f8578c0fd36f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:22.532038516Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49324"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:22.533357481Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"d2b41cf7-5024-4e54-9699-2c3fbe73f4c8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:22.533397042Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"d2b41cf7-5024-4e54-9699-2c3fbe73f4c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:22.533416363Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"d2b41cf7-5024-4e54-9699-2c3fbe73f4c8","remote_addr":"[fd00:1122:3344:101::c]:49324","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":238,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:22.550079445Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50895"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:22.551482292Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"bcba5f92-eac1-411c-8b7e-519ab3422995","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:22.551549484Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"bcba5f92-eac1-411c-8b7e-519ab3422995","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:22.551579405Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"bcba5f92-eac1-411c-8b7e-519ab3422995","remote_addr":"[fd00:1122:3344:101::b]:50895","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":1169,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:23.83241998Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45424"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:23.834244408Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"088e78c8-5014-4048-9d44-02e86ea731ba","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:23.83428804Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"088e78c8-5014-4048-9d44-02e86ea731ba","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:23.83431918Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"088e78c8-5014-4048-9d44-02e86ea731ba","remote_addr":"[fd00:1122:3344:101::a]:45424","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":251,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12280,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:23.862248262Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::c]:3478","req_id":"779e8399-d35e-40f5-b16d-5bb668660948","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:23.954431109Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::b]:65374","req_id":"f6ddc173-3fb8-4895-8eda-b5bb4674d9b2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:24.018904771Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52348"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:24.019179428Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"cdf84fff-0c08-4df6-979d-7676e771ea54","remote_addr":"[fd00:1122:3344:101::c]:52348","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:24.083175408Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46307"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:24.08326061Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"c8e66245-705c-401a-9319-a8adbd9044d2","remote_addr":"[fd00:1122:3344:101::b]:46307","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:24.873174801Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::a]:57771","req_id":"55e1c9e4-85e5-4bcd-a2f4-499910d1091f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:24.9770842Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58255"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:42:24.977315236Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"60ce1c26-d154-4a16-a765-b7e72add5aff","remote_addr":"[fd00:1122:3344:101::a]:58255","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58789,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:25.477317491Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:58107","req_id":"f17296fb-bce0-45bf-a076-29927a27184f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28762,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:35.479649661Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:60333","req_id":"726f31a4-a103-49dd-a146-2958c8ef1ac2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29752,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:45.481225959Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:52334","req_id":"d27437e3-db8c-449e-9505-b44c5d0c08b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:42:55.483832957Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:63685","req_id":"d419f650-6a5d-4de6-9fac-18463f0679b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:05.485683863Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:49423","req_id":"c5224fde-033a-40bb-b506-54c39da29b46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:15.487407368Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:51904","req_id":"c60c6bc7-725e-446e-9b0d-99659bba9bd5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:22.532402371Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57691"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:22.534124837Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"f0435d7d-a115-4505-ac12-c000cbcbcc4a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:22.534160638Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"f0435d7d-a115-4505-ac12-c000cbcbcc4a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:22.534170498Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"f0435d7d-a115-4505-ac12-c000cbcbcc4a","remote_addr":"[fd00:1122:3344:101::c]:57691","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":178,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:22.549122115Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45399"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:22.551684333Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"5ccd939e-0aaa-45ea-8577-2c5863a7e08f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:22.551719394Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"5ccd939e-0aaa-45ea-8577-2c5863a7e08f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:22.551730804Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"5ccd939e-0aaa-45ea-8577-2c5863a7e08f","remote_addr":"[fd00:1122:3344:101::b]:45399","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:23.49885566Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::c]:8492","req_id":"b086d567-cc9b-4eb9-9184-33731dbbc206","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:23.504176662Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::b]:15190","req_id":"e4550895-a8d2-40fd-b2bc-507b6038858f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:23.608499801Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46059"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:23.608727058Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"11715c1a-57b0-41fa-bcf3-41a8cede71a0","remote_addr":"[fd00:1122:3344:101::c]:46059","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:23.647958449Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62715"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:23.648200266Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"f784ee9f-196d-40a5-bf53-02481b57eeda","remote_addr":"[fd00:1122:3344:101::b]:62715","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:23.83217052Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38874"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:23.833835764Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"dbb6c3f6-bd19-4176-a987-d804e70a61ff","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:23.833870005Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"dbb6c3f6-bd19-4176-a987-d804e70a61ff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:23.833880495Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"dbb6c3f6-bd19-4176-a987-d804e70a61ff","remote_addr":"[fd00:1122:3344:101::a]:38874","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:25.150858641Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::a]:41085","req_id":"0700db11-446c-45b7-821d-86d00773a251","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:25.246035568Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47298"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:43:25.246306505Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"b120ad5f-2836-4486-91ee-3e6c4283e671","remote_addr":"[fd00:1122:3344:101::a]:47298","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:25.489603114Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:50174","req_id":"c106ff2c-1564-4b25-9098-b600602b6ce2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34605,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:35.491562612Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:63894","req_id":"b6643966-1954-452e-82e2-b45f6f0988d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:45.49376801Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:57461","req_id":"1f7c7684-cc27-4f3a-bd34-a4b5b442725e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:43:55.495004071Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:61785","req_id":"6d23b4ac-1789-4e1f-8e9d-0505da15b398","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:01.512127333Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:39590","req_id":"4e0f4ebf-9e3f-42c7-915d-181d688e0e55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:01.517020783Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:64264","req_id":"e2ebfbd5-9956-4b66-a5c3-e04db945b986","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:01.521733528Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:48513","req_id":"9cf40efc-f519-4b07-be90-5387c32e0609","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:05.49578214Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:55372","req_id":"3c1db2b4-2b01-4c87-a255-dce64e52e499","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:15.497339581Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:58276","req_id":"36f5225f-7ee8-403d-9a29-50518858c420","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:22.532055754Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61487"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:22.533854982Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"c8317417-c6f9-4850-a6c7-103f64f18974","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:22.533885262Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"c8317417-c6f9-4850-a6c7-103f64f18974","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:22.533897423Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"c8317417-c6f9-4850-a6c7-103f64f18974","remote_addr":"[fd00:1122:3344:101::c]:61487","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":236,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:22.550241207Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48002"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:22.551566812Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"179f7f86-4c48-44ef-9314-0154f40b5631","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:22.551606013Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"179f7f86-4c48-44ef-9314-0154f40b5631","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:22.551616853Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"179f7f86-4c48-44ef-9314-0154f40b5631","remote_addr":"[fd00:1122:3344:101::b]:48002","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":245,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:23.46673547Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::b]:18320","req_id":"bfe4fad8-0937-4794-88f3-c8a4c4605a39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:23.470902651Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::c]:32141","req_id":"04cee044-5ad2-4d9d-a873-f3d4b754e831","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:23.575109158Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54201"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:23.575322153Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"c181e218-6f54-4a33-86c3-ec2f181e75e0","remote_addr":"[fd00:1122:3344:101::b]:54201","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:23.614103593Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36816"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:23.614327769Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"78708f6a-5ad2-4d07-a439-43167484701d","remote_addr":"[fd00:1122:3344:101::c]:36816","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:23.831568456Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62513"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:23.833505398Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"140d6153-49bd-4a4c-ac92-1c210e03e4cf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:23.833546809Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"new_generation":1,"req_id":"140d6153-49bd-4a4c-ac92-1c210e03e4cf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:23.83357704Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"PUT","req_id":"140d6153-49bd-4a4c-ac92-1c210e03e4cf","remote_addr":"[fd00:1122:3344:101::a]:62513","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":273,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:25.335354252Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::a]:17466","req_id":"1ba10901-dd6b-4531-b432-9dacc8c9f456","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:25.435638335Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62498"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-17T04:44:25.435877101Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"uri":"/config","method":"GET","req_id":"129a9a42-32d9-4b00-bab5-bee7126e03b3","remote_addr":"[fd00:1122:3344:101::a]:62498","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:25.498976886Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:60735","req_id":"849d2c81-6a4f-493f-8e40-594497a93295","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:35.500951778Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:57290","req_id":"5661ccd1-fa3a-4f6b-8c34-cc59006c296b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:45.502393245Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:61580","req_id":"0e6b5a17-f58d-42bb-af77-56d30891fbda","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:44:55.50456834Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::d]:52984","req_id":"2a5d21d1-83f4-4140-af3b-8d8746101039","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5f47bd78-1575-4315-ae1c-876c9f86cba6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5f47bd78-1575-4315-ae1c-876c9f86cba6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 102,\n 52,\n 55,\n 98,\n 100,\n 55,\n 56,\n 45,\n 49,\n 53,\n 55,\n 53,\n 45,\n 52,\n 51,\n 49,\n 53,\n 45,\n 97,\n 101,\n 49,\n 99,\n 45,\n 56,\n 55,\n 54,\n 99,\n 57,\n 102,\n 56,\n 54,\n 99,\n 98,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5f47bd78-1575-4315-ae1c-876c9f86cba6.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.052368423Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::4]:59250","req_id":"3d7bccb9-6852-4b4a-96f7-8c9e112ece63","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5f47bd78-1575-4315-ae1c-876c9f86cba6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5f47bd78-1575-4315-ae1c-876c9f86cba6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 102,\n 52,\n 55,\n 98,\n 100,\n 55,\n 56,\n 45,\n 49,\n 53,\n 55,\n 53,\n 45,\n 52,\n 51,\n 49,\n 53,\n 45,\n 97,\n 101,\n 49,\n 99,\n 45,\n 56,\n 55,\n 54,\n 99,\n 57,\n 102,\n 56,\n 54,\n 99,\n 98,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5f47bd78-1575-4315-ae1c-876c9f86cba6.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.052901137Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::4]:42206","req_id":"d9cc1138-e37e-4fab-8097-b8eee26b4828","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f28e6d9a-6cc5-44bb-9ed1-f51a70c0ef36.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f28e6d9a-6cc5-44bb-9ed1-f51a70c0ef36.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 50,\n 56,\n 101,\n 54,\n 100,\n 57,\n 97,\n 45,\n 54,\n 99,\n 99,\n 53,\n 45,\n 52,\n 52,\n 98,\n 98,\n 45,\n 57,\n 101,\n 100,\n 49,\n 45,\n 102,\n 53,\n 49,\n 97,\n 55,\n 48,\n 99,\n 48,\n 101,\n 102,\n 51,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f28e6d9a-6cc5-44bb-9ed1-f51a70c0ef36.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.107295682Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::6]:48256","req_id":"2dcba8c8-b0c2-4484-8937-b9f323056103","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f28e6d9a-6cc5-44bb-9ed1-f51a70c0ef36.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f28e6d9a-6cc5-44bb-9ed1-f51a70c0ef36.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 50,\n 56,\n 101,\n 54,\n 100,\n 57,\n 97,\n 45,\n 54,\n 99,\n 99,\n 53,\n 45,\n 52,\n 52,\n 98,\n 98,\n 45,\n 57,\n 101,\n 100,\n 49,\n 45,\n 102,\n 53,\n 49,\n 97,\n 55,\n 48,\n 99,\n 48,\n 101,\n 102,\n 51,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f28e6d9a-6cc5-44bb-9ed1-f51a70c0ef36.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.10797022Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::6]:37408","req_id":"66742644-1919-4569-ab67-6c31888a3476","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e4ca4a68-60dd-4d4f-8e2b-302bb568559d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e4ca4a68-60dd-4d4f-8e2b-302bb568559d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 52,\n 99,\n 97,\n 52,\n 97,\n 54,\n 56,\n 45,\n 54,\n 48,\n 100,\n 100,\n 45,\n 52,\n 100,\n 52,\n 102,\n 45,\n 56,\n 101,\n 50,\n 98,\n 45,\n 51,\n 48,\n 50,\n 98,\n 98,\n 53,\n 54,\n 56,\n 53,\n 53,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e4ca4a68-60dd-4d4f-8e2b-302bb568559d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.126498921Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::5]:63058","req_id":"4a71b84c-5748-41c5-b6dc-a88fd7f48054","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e4ca4a68-60dd-4d4f-8e2b-302bb568559d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e4ca4a68-60dd-4d4f-8e2b-302bb568559d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 52,\n 99,\n 97,\n 52,\n 97,\n 54,\n 56,\n 45,\n 54,\n 48,\n 100,\n 100,\n 45,\n 52,\n 100,\n 52,\n 102,\n 45,\n 56,\n 101,\n 50,\n 98,\n 45,\n 51,\n 48,\n 50,\n 98,\n 98,\n 53,\n 54,\n 56,\n 53,\n 53,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e4ca4a68-60dd-4d4f-8e2b-302bb568559d.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.127057096Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::5]:46219","req_id":"f4198c27-ef2a-4cc0-a616-6543f2bc1a7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dc6794cf-f930-4807-b7ac-06615bcbe231.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dc6794cf-f930-4807-b7ac-06615bcbe231.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 54,\n 55,\n 57,\n 52,\n 99,\n 102,\n 45,\n 102,\n 57,\n 51,\n 48,\n 45,\n 52,\n 56,\n 48,\n 55,\n 45,\n 98,\n 55,\n 97,\n 99,\n 45,\n 48,\n 54,\n 54,\n 49,\n 53,\n 98,\n 99,\n 98,\n 101,\n 50,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dc6794cf-f930-4807-b7ac-06615bcbe231.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.147313694Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::7]:48188","req_id":"22e1acd9-d378-431e-ad75-f96621f70d6a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_dc6794cf-f930-4807-b7ac-06615bcbe231.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_dc6794cf-f930-4807-b7ac-06615bcbe231.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 99,\n 54,\n 55,\n 57,\n 52,\n 99,\n 102,\n 45,\n 102,\n 57,\n 51,\n 48,\n 45,\n 52,\n 56,\n 48,\n 55,\n 45,\n 98,\n 55,\n 97,\n 99,\n 45,\n 48,\n 54,\n 54,\n 49,\n 53,\n 98,\n 99,\n 98,\n 101,\n 50,\n 51,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_dc6794cf-f930-4807-b7ac-06615bcbe231.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.1478948Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::7]:38190","req_id":"dd5ce6ad-71f6-43f8-bbd0-b6182c5ec558","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 99,\n 56,\n 57,\n 56,\n 50,\n 102,\n 53,\n 45,\n 50,\n 102,\n 102,\n 56,\n 45,\n 52,\n 97,\n 55,\n 101,\n 45,\n 56,\n 102,\n 54,\n 99,\n 45,\n 52,\n 97,\n 98,\n 56,\n 98,\n 100,\n 99,\n 56,\n 50,\n 56,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.319791292Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::e]:42693","req_id":"9cc879a4-f0d5-4edc-803c-db7bc7b44981","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 99,\n 56,\n 57,\n 56,\n 50,\n 102,\n 53,\n 45,\n 50,\n 102,\n 102,\n 56,\n 45,\n 52,\n 97,\n 55,\n 101,\n 45,\n 56,\n 102,\n 54,\n 99,\n 45,\n 52,\n 97,\n 98,\n 56,\n 98,\n 100,\n 99,\n 56,\n 50,\n 56,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_5c8982f5-2ff8-4a7e-8f6c-4ab8bdc828f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.32047084Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::e]:62150","req_id":"94915f16-9e3a-4862-bb54-41add6d214d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35600,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_0521efb5-1b81-44c0-a87b-d09cebd893db.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_0521efb5-1b81-44c0-a87b-d09cebd893db.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 53,\n 50,\n 49,\n 101,\n 102,\n 98,\n 53,\n 45,\n 49,\n 98,\n 56,\n 49,\n 45,\n 52,\n 52,\n 99,\n 48,\n 45,\n 97,\n 56,\n 55,\n 98,\n 45,\n 100,\n 48,\n 57,\n 99,\n 101,\n 98,\n 100,\n 56,\n 57,\n 51,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_0521efb5-1b81-44c0-a87b-d09cebd893db.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.614880947Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::1b]:49399","req_id":"0e174b2c-3ded-474b-8d81-fa3ac39d59ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25859,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d73fa630-ecb1-46bf-830f-6fdff5d89e27.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d73fa630-ecb1-46bf-830f-6fdff5d89e27.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 55,\n 51,\n 102,\n 97,\n 54,\n 51,\n 48,\n 45,\n 101,\n 99,\n 98,\n 49,\n 45,\n 52,\n 54,\n 98,\n 102,\n 45,\n 56,\n 51,\n 48,\n 102,\n 45,\n 54,\n 102,\n 100,\n 102,\n 102,\n 53,\n 100,\n 56,\n 57,\n 101,\n 50,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d73fa630-ecb1-46bf-830f-6fdff5d89e27.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.973654472Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::3]:57273","req_id":"c698f328-1a16-49f9-98dd-7615dd91a4aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25859,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d73fa630-ecb1-46bf-830f-6fdff5d89e27.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d73fa630-ecb1-46bf-830f-6fdff5d89e27.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 55,\n 51,\n 102,\n 97,\n 54,\n 51,\n 48,\n 45,\n 101,\n 99,\n 98,\n 49,\n 45,\n 52,\n 54,\n 98,\n 102,\n 45,\n 56,\n 51,\n 48,\n 102,\n 45,\n 54,\n 102,\n 100,\n 102,\n 102,\n 53,\n 100,\n 56,\n 57,\n 101,\n 50,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d73fa630-ecb1-46bf-830f-6fdff5d89e27.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:00.974241288Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::3]:61370","req_id":"5d306d99-173d-4166-a8d5-5969fc1edcc4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:01.065515061Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::2]:47371","req_id":"46ea3fc7-3358-4171-910b-5cb3cea8c1ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23031,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-17T04:45:01.066182309Z","hostname":"oxz_internal_dns_703d7f90-ecf5-49ba-ac94-7ae1b93fd09b","pid":5485,"peer_addr":"[fd00:1122:3344:101::2]:63398","req_id":"dfae42d6-3fd0-4245-b38d-92ef6ea74cd4","component":"dns"}