[ Apr 28 19:10:04 Enabled. ] [ Apr 28 19:10:04 Rereading configuration. ] [ Apr 28 19:10:05 Rereading configuration. ] [ Apr 28 19:10:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Apr 28 19:10:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.580943029Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.581056201Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.601665256Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.601687417Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.601747598Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.602031183Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.651501332Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:53731"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.652407977Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"fc4ff8ae-a6d2-4327-9807-69e24ad75319","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.652434127Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.730822121Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.730876782Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"fc4ff8ae-a6d2-4327-9807-69e24ad75319","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:10:08.730924002Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"fc4ff8ae-a6d2-4327-9807-69e24ad75319","remote_addr":"[fd00:1122:3344:2::2]:53731","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":78963,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:10:21.286799771Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:62869","req_id":"0b6984cb-efc7-4cf4-a270-c36fc4efa4c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:10:21.291478409Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:41350","req_id":"9d431a40-92f9-4fa8-a9f8-930210fbc274","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:10:21.295601039Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:51199","req_id":"3113f21f-b7bb-41b0-8369-a33e7de17b7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:33.621670994Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:58266","req_id":"b3143b77-6afa-47bd-b285-d751aa813fd8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 55,\n 49,\n 98,\n 99,\n 54,\n 57,\n 99,\n 45,\n 98,\n 51,\n 102,\n 98,\n 45,\n 52,\n 49,\n 55,\n 54,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 49,\n 99,\n 50,\n 50,\n 49,\n 51,\n 56,\n 55,\n 52,\n 52,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:41.233986891Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::e]:48572","req_id":"6f64431a-765d-4b61-b9eb-38873545c48a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 55,\n 49,\n 98,\n 99,\n 54,\n 57,\n 99,\n 45,\n 98,\n 51,\n 102,\n 98,\n 45,\n 52,\n 49,\n 55,\n 54,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 49,\n 99,\n 50,\n 50,\n 49,\n 51,\n 56,\n 55,\n 52,\n 52,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:41.241893583Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::e]:40835","req_id":"6e6b4358-3460-4457-83ea-3a21bf10daa7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:43.587120512Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:57238","req_id":"5fd91946-3159-48ec-8ee1-4ab9812c4d45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:45.101910665Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::c]:8641","req_id":"0c5b271e-55a2-4471-9126-a2f3fb769697","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:46.588572987Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::a]:31477","req_id":"116846d6-e729-45a6-ae47-9e1cfa6bcd2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30095,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:46.612290685Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::b]:35455","req_id":"1f6f3fe3-af3f-485e-87a5-f47a64de7279","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:11:53.589057773Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:63936","req_id":"bd90c0b0-53ad-40f8-a3cb-f9f7ec542b1a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35990,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:03.590129468Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:49623","req_id":"d416e25f-0a0e-473b-8c46-2a5ae59726cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:13.591895306Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:61110","req_id":"cb69239e-7662-4978-a8b3-7894a47943a7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14219,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:23.594106161Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:49632","req_id":"f93b2ac1-cae4-46a7-9462-23c5c2b133aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:28.776205965Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::c]:65424","req_id":"e371db37-8bf8-458f-839c-bea2d86cc794","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:28.962701481Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52990"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:29.036601629Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"216b6ed1-0693-4bfe-abbf-de41b2adfd7b","remote_addr":"[fd00:1122:3344:101::c]:52990","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":47705,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:33.596269494Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:63426","req_id":"fab3c977-8fd5-488e-be11-51af1a68fdc5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:36.877532978Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:60643","req_id":"7def1c6f-1f10-4e0f-8ff4-a80fee8160bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:36.881575346Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:46926","req_id":"7d772a45-2d4e-4bf4-8569-51e976966c91","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:36.886413167Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:41736","req_id":"b679d329-86b1-4c76-bc2f-bcc4f4a11194","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:37.810945139Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37797"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:37.813180257Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"d58d7750-879f-43e7-bc19-b067adce58ff","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:37.813293489Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"d58d7750-879f-43e7-bc19-b067adce58ff","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:37.813308469Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"d58d7750-879f-43e7-bc19-b067adce58ff","remote_addr":"[fd00:1122:3344:101::c]:37797","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":385,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:37.824766441Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::c]:53956","req_id":"fee9b496-12d2-4dc5-9dc1-fafcb03dd627","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:38.019576905Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55453"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:38.01986252Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"05641ddc-711b-486a-8d99-3c9cf069546f","remote_addr":"[fd00:1122:3344:101::c]:55453","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:39.449624578Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::c]:41013","req_id":"09dbdf7b-92bc-4802-8de4-7022f2a3ff42","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:39.632550074Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33280"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:39.632793487Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"a0cdf373-2f04-4ebe-89dd-ef2fa0451ee8","remote_addr":"[fd00:1122:3344:101::c]:33280","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6096,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:43.597713358Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:60590","req_id":"a6b88a16-4d02-43e2-8eee-28faebd5b6b2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:44.94421211Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34382"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:44.946909965Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"f4a4fa07-bdb3-48f8-9549-60cb22abf6e8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:44.946985236Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"f4a4fa07-bdb3-48f8-9549-60cb22abf6e8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:44.946998426Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"f4a4fa07-bdb3-48f8-9549-60cb22abf6e8","remote_addr":"[fd00:1122:3344:101::c]:34382","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":214,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:45.920697551Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::c]:23367","req_id":"d441fc56-0efd-45f5-8c75-26f382963dba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.10210154Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42152"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.102409555Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"ad16cee5-bfd6-4b92-8e68-bb02e99351b2","remote_addr":"[fd00:1122:3344:101::c]:42152","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.54732637Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39080"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.557519021Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"96e30f77-710b-4b18-bc41-cbf233f374e7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.557567122Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"96e30f77-710b-4b18-bc41-cbf233f374e7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.557627623Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"96e30f77-710b-4b18-bc41-cbf233f374e7","remote_addr":"[fd00:1122:3344:101::a]:39080","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2236,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.679598337Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49228"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.683402941Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"2ed4dada-8f46-4942-98a6-81ef237fd3f0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.683447561Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"2ed4dada-8f46-4942-98a6-81ef237fd3f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:46.683457931Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"2ed4dada-8f46-4942-98a6-81ef237fd3f0","remote_addr":"[fd00:1122:3344:101::b]:49228","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":293,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35144,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:47.54392993Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::a]:52454","req_id":"44d7199b-ae32-4a27-a394-915ab3dcc2d1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:47.747181546Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61624"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:47.747448951Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"28806bdb-fb15-42b5-9a6c-265bea59193f","remote_addr":"[fd00:1122:3344:101::a]:61624","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:48.165109029Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::b]:22452","req_id":"e20b7180-94cf-4dbc-88ae-bf3aa5a206a6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:48.278075642Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58435"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:12:48.278321626Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"530d05e6-073b-450a-9c38-25b3dbbc4afc","remote_addr":"[fd00:1122:3344:101::b]:58435","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:12:53.599019351Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:60020","req_id":"538c9685-6e66-44be-b91d-5cb8c7ea0a97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:03.601008309Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:55548","req_id":"123bcc01-5838-420a-9bf2-0ed80a5f954c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53069,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:13.601673965Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:58940","req_id":"ffd0e279-65a2-44bc-834b-efb2979763db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:23.603322404Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:53446","req_id":"56349bdf-081d-43a4-badd-6d85f43cae6f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:33.605992986Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:51892","req_id":"95d5114c-9e70-459a-a9a8-a035f76a904d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28853,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:43.607526688Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:55942","req_id":"f85a63e2-aeb0-4244-9653-68655bb8ac0a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:44.944016463Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43060"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:44.946406973Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"0567eb93-d33b-490a-b240-d7f1cd1d37a2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:44.946427194Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"0567eb93-d33b-490a-b240-d7f1cd1d37a2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:44.946453864Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"0567eb93-d33b-490a-b240-d7f1cd1d37a2","remote_addr":"[fd00:1122:3344:101::c]:43060","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.28841412Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44602"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.290664958Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"43bed8f2-8dff-4190-a9ff-5c7f6c8d9263","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.290858361Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"43bed8f2-8dff-4190-a9ff-5c7f6c8d9263","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.290867142Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"43bed8f2-8dff-4190-a9ff-5c7f6c8d9263","remote_addr":"[fd00:1122:3344:101::a]:44602","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":165,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.293485216Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47152"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.296815581Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"811755b7-7ec7-4989-9c67-bb6ed8c70ded","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.296838742Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"811755b7-7ec7-4989-9c67-bb6ed8c70ded","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.296874982Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"811755b7-7ec7-4989-9c67-bb6ed8c70ded","remote_addr":"[fd00:1122:3344:101::b]:47152","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":178,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:46.310310938Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::c]:7051","req_id":"630c0489-808e-40d1-b826-d531387ccdb7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.702430278Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53809"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:46.702832565Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"318a44e5-4167-4c07-8325-79c61cfeb2ce","remote_addr":"[fd00:1122:3344:101::c]:53809","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":309,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1320,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:47.783210849Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::a]:61212","req_id":"f2516ef2-1503-48a7-b36c-afd518d01b90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:47.789657927Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::b]:52584","req_id":"07f587e2-5fb2-45a2-8d1c-22f4ac00d1ae","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:47.882192798Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40349"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:47.882439592Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"2f7238da-a6d6-4570-bc7a-d67ff4d47656","remote_addr":"[fd00:1122:3344:101::a]:40349","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:47.917565171Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49146"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:13:47.918453855Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"bbfeed7c-c98c-4f21-8fe6-55ec31dfd2dc","remote_addr":"[fd00:1122:3344:101::b]:49146","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":274,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17790,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:13:53.609668282Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:65232","req_id":"88cfb868-7fdd-4538-bfd8-c703dbf1a2ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:03.61159794Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:56867","req_id":"65dd5b14-e649-4f7d-86fe-fcdd5a02f50d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:13.613043351Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:56219","req_id":"362aff60-31f8-439e-9a99-0580603d7c11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:20.798826322Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:33154","req_id":"2c0e1da4-41c7-44c8-ab9f-baed458cda86","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:20.803226736Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:65303","req_id":"dea80497-f3d8-462e-bcfd-dd8be52a5e18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:20.80942673Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:34059","req_id":"61b5790b-c7c0-4c28-94e3-c464db2393ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:23.61543984Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:63944","req_id":"0ace096a-35da-4026-a060-a8048dc85a9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15040,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:33.6178284Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:60042","req_id":"5fd127c1-e8a9-4177-9bee-12949f6a630b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15226,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:43.619717319Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:62099","req_id":"b043f1ba-16c3-40d8-97ac-5d62befb6a7c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:44.945206691Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45769"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:44.947280476Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"fe4481b6-b681-4854-b1dd-647ffb1a3cbd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:44.947302556Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"fe4481b6-b681-4854-b1dd-647ffb1a3cbd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:44.947310176Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"fe4481b6-b681-4854-b1dd-647ffb1a3cbd","remote_addr":"[fd00:1122:3344:101::c]:45769","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":154,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:46.250992472Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::c]:20665","req_id":"d076bb3c-6abd-4b73-9a29-76051806ef56","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.28968021Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47152"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.291826826Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"53b47378-acfa-4725-a2de-6c1c2024b5cb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.291855956Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"53b47378-acfa-4725-a2de-6c1c2024b5cb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.291864287Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"53b47378-acfa-4725-a2de-6c1c2024b5cb","remote_addr":"[fd00:1122:3344:101::a]:47152","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":261,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.293974662Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57411"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.296198159Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"ccac06dc-345f-43f9-835e-1860e975a187","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.29622777Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"new_generation":1,"req_id":"ccac06dc-345f-43f9-835e-1860e975a187","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.29624083Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"PUT","req_id":"ccac06dc-345f-43f9-835e-1860e975a187","remote_addr":"[fd00:1122:3344:101::b]:57411","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.420085475Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:32969"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:46.420422601Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"84f71849-44b0-499c-8bed-daa72fe554bb","remote_addr":"[fd00:1122:3344:101::c]:32969","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":288,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:47.418426934Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::a]:31482","req_id":"ff3fcbd5-6dc0-480c-a21a-4a1a57e0ffd8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:47.418555806Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::b]:14792","req_id":"b2076961-afdb-4ec0-a22b-5704a0f51cff","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:47.517981602Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42592"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:47.518200926Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"a8149157-cb72-4070-ab60-0fd3466a836e","remote_addr":"[fd00:1122:3344:101::a]:42592","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:47.556851394Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54730"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-28T19:14:47.55721063Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"uri":"/config","method":"GET","req_id":"6d57fba0-adcb-4b1f-a283-0f989a3f3bab","remote_addr":"[fd00:1122:3344:101::b]:54730","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":303,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:14:53.621003069Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::d]:50351","req_id":"1fd189fb-895a-4e6f-a15e-f9b9fc26d757","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 48,\n 98,\n 100,\n 56,\n 100,\n 49,\n 53,\n 45,\n 57,\n 50,\n 57,\n 52,\n 45,\n 52,\n 53,\n 55,\n 100,\n 45,\n 98,\n 99,\n 50,\n 97,\n 45,\n 54,\n 57,\n 99,\n 49,\n 97,\n 57,\n 102,\n 101,\n 99,\n 49,\n 50,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_90bd8d15-9294-457d-bc2a-69c1a9fec12c.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.202226639Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::1b]:62110","req_id":"c32dee64-9250-455a-bf93-112822560a7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 101,\n 57,\n 52,\n 100,\n 57,\n 55,\n 51,\n 45,\n 52,\n 56,\n 53,\n 52,\n 45,\n 52,\n 99,\n 50,\n 101,\n 45,\n 56,\n 55,\n 52,\n 100,\n 45,\n 99,\n 57,\n 55,\n 51,\n 49,\n 102,\n 56,\n 102,\n 50,\n 48,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.210610899Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::6]:59367","req_id":"5de65ffa-1f79-431c-8061-980eb14a3806","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 101,\n 57,\n 52,\n 100,\n 57,\n 55,\n 51,\n 45,\n 52,\n 56,\n 53,\n 52,\n 45,\n 52,\n 99,\n 50,\n 101,\n 45,\n 56,\n 55,\n 52,\n 100,\n 45,\n 99,\n 57,\n 55,\n 51,\n 49,\n 102,\n 56,\n 102,\n 50,\n 48,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4e94d973-4854-4c2e-874d-c9731f8f207f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.211190159Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::6]:40033","req_id":"ada8c597-6833-4480-87f7-e768639409dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 55,\n 49,\n 98,\n 99,\n 54,\n 57,\n 99,\n 45,\n 98,\n 51,\n 102,\n 98,\n 45,\n 52,\n 49,\n 55,\n 54,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 49,\n 99,\n 50,\n 50,\n 49,\n 51,\n 56,\n 55,\n 52,\n 52,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.223327482Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::e]:33453","req_id":"b7b1081b-f2f8-488d-9a16-f7945de670bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 55,\n 49,\n 98,\n 99,\n 54,\n 57,\n 99,\n 45,\n 98,\n 51,\n 102,\n 98,\n 45,\n 52,\n 49,\n 55,\n 54,\n 45,\n 97,\n 52,\n 97,\n 52,\n 45,\n 49,\n 99,\n 50,\n 50,\n 49,\n 51,\n 56,\n 55,\n 52,\n 52,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a71bc69c-b3fb-4176-a4a4-1c22138744a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.223836361Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::e]:53370","req_id":"b3db2aa0-ae7b-4374-97f0-8bfae1128eac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 99,\n 49,\n 50,\n 99,\n 49,\n 53,\n 98,\n 45,\n 52,\n 100,\n 54,\n 97,\n 45,\n 52,\n 52,\n 99,\n 99,\n 45,\n 98,\n 55,\n 49,\n 55,\n 45,\n 99,\n 48,\n 51,\n 102,\n 101,\n 99,\n 53,\n 101,\n 55,\n 100,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.229820591Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::4]:58491","req_id":"34a2f03f-9984-4183-b509-0e9288d53029","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 99,\n 49,\n 50,\n 99,\n 49,\n 53,\n 98,\n 45,\n 52,\n 100,\n 54,\n 97,\n 45,\n 52,\n 52,\n 99,\n 99,\n 45,\n 98,\n 55,\n 49,\n 55,\n 45,\n 99,\n 48,\n 51,\n 102,\n 101,\n 99,\n 53,\n 101,\n 55,\n 100,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5c12c15b-4d6a-44cc-b717-c03fec5e7d6d.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.230300259Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::4]:64774","req_id":"b36f225f-6daf-4d96-a757-92ef5ab283d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 56,\n 55,\n 54,\n 49,\n 49,\n 97,\n 50,\n 45,\n 56,\n 97,\n 54,\n 101,\n 45,\n 52,\n 102,\n 98,\n 102,\n 45,\n 57,\n 102,\n 50,\n 101,\n 45,\n 99,\n 51,\n 102,\n 57,\n 50,\n 101,\n 53,\n 99,\n 55,\n 54,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.275008858Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::3]:38185","req_id":"4325990f-868b-4a6b-8df1-d3f28eec713a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 56,\n 55,\n 54,\n 49,\n 49,\n 97,\n 50,\n 45,\n 56,\n 97,\n 54,\n 101,\n 45,\n 52,\n 102,\n 98,\n 102,\n 45,\n 57,\n 102,\n 50,\n 101,\n 45,\n 99,\n 51,\n 102,\n 57,\n 50,\n 101,\n 53,\n 99,\n 55,\n 54,\n 53,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_487611a2-8a6e-4fbf-9f2e-c3f92e5c7652.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.275579557Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::3]:57700","req_id":"7f3a2aee-a649-48a4-aca5-0debd7100bca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 55,\n 55,\n 55,\n 57,\n 55,\n 97,\n 97,\n 45,\n 50,\n 52,\n 54,\n 56,\n 45,\n 52,\n 53,\n 56,\n 56,\n 45,\n 57,\n 49,\n 99,\n 100,\n 45,\n 101,\n 57,\n 54,\n 101,\n 55,\n 98,\n 48,\n 49,\n 53,\n 101,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.394950937Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::5]:42067","req_id":"65c98e4e-df6e-4fbf-80c8-406d637dfdcb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53006,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 55,\n 55,\n 55,\n 57,\n 55,\n 97,\n 97,\n 45,\n 50,\n 52,\n 54,\n 56,\n 45,\n 52,\n 53,\n 56,\n 56,\n 45,\n 57,\n 49,\n 99,\n 100,\n 45,\n 101,\n 57,\n 54,\n 101,\n 55,\n 98,\n 48,\n 49,\n 53,\n 101,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_077797aa-2468-4588-91cd-e96e7b015e20.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.395463176Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::5]:51234","req_id":"fa11ae32-ad6c-4057-97c6-0069da9be84b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 98,\n 100,\n 50,\n 55,\n 54,\n 56,\n 102,\n 45,\n 97,\n 55,\n 102,\n 54,\n 45,\n 52,\n 48,\n 51,\n 52,\n 45,\n 97,\n 49,\n 97,\n 97,\n 45,\n 101,\n 56,\n 97,\n 48,\n 49,\n 57,\n 98,\n 49,\n 100,\n 100,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.401345385Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::7]:40408","req_id":"4b98871a-ef8d-446d-a8a4-0cc3e217848d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39170,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 98,\n 100,\n 50,\n 55,\n 54,\n 56,\n 102,\n 45,\n 97,\n 55,\n 102,\n 54,\n 45,\n 52,\n 48,\n 51,\n 52,\n 45,\n 97,\n 49,\n 97,\n 97,\n 45,\n 101,\n 56,\n 97,\n 48,\n 49,\n 57,\n 98,\n 49,\n 100,\n 100,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8bd2768f-a7f6-4034-a1aa-e8a019b1ddd8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.401860783Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::7]:50866","req_id":"6cf9a364-14b4-4511-8683-42507d2f7022","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.902056015Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::2]:60922","req_id":"ad2d49b4-4416-4592-b0e8-41a5694393ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-28T19:15:00.902604774Z","hostname":"oxz_internal_dns_09f452f3-eec7-47c8-8d51-1538e1642eb8","pid":5537,"peer_addr":"[fd00:1122:3344:101::2]:47278","req_id":"b4a52ffe-567e-4b61-b578-cf2d86cdc592","component":"dns"}