[ May 22 21:55:11 Enabled. ] [ May 22 21:55:11 Rereading configuration. ] [ May 22 21:55:12 Rereading configuration. ] [ May 22 21:55:13 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 22 21:55:13 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:13.364143773Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:13.364287985Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:13.387459029Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:13.38747843Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:13.387573481Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:13.387849936Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:55:13.790928277Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:1::2]:36069","req_id":"1bd24b7c-9335-464e-9cea-cf728f08d290","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:15.312039578Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:39138"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:15.312814412Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"0feba0a9-d324-4a53-b945-e19e04798959","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:15.312853392Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:15.325226233Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:15.325252994Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"0feba0a9-d324-4a53-b945-e19e04798959","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:55:15.325264314Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"0feba0a9-d324-4a53-b945-e19e04798959","remote_addr":"[fd00:1122:3344:1::2]:39138","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12787,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:55:27.719492453Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:44557","req_id":"f0ab63ee-f859-4aa5-b78c-17df8e0bc280","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:55:27.735315925Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:54642","req_id":"7d267541-22a7-48b4-8bfe-0f1f8ce057bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:55:27.754793513Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:48689","req_id":"49af2ea5-e5f5-4904-aac6-1ff2c3eb6891","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65288,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:55:55.778722298Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:33095","req_id":"8aa8d33e-7075-438c-ab6a-4dcd0ef6c7de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 800,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:55:55.794010371Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:56934","req_id":"539c04be-33d5-4b06-8c18-4e548bb94f57","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:55:55.811626106Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:56865","req_id":"5069210e-2f62-4cab-9a36-2e947d750970","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:28.141823702Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:50318","req_id":"0f1acedd-6184-4cc9-bf1d-7fd96ac6cf7a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:35.844104609Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:27392","req_id":"e2225674-b7d1-4466-b8a3-0f7ff04d6ed5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:35.928474556Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:64012","req_id":"575c64b8-558a-47fc-bc5c-af8c17ee26df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18501,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:36.986369215Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:23562","req_id":"0cf87f33-afc2-47e9-9d9d-6c417662337d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:37.915274209Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37053"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:37.919840911Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49172"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:37.919897252Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51519"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:37.98478388Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"f7967abf-b4cd-40cb-bc1d-4cc5d4a6511c","remote_addr":"[fd00:1122:3344:101::c]:37053","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":44430,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:37.984870812Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"f95bbfc2-3614-45d3-ab9c-6330eaf803fe","remote_addr":"[fd00:1122:3344:101::a]:49172","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":44434,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:37.985979282Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"dadc96b4-8e20-4935-b83a-a6d64b0f1d72","remote_addr":"[fd00:1122:3344:101::b]:51519","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":45632,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:38.119509607Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:60573","req_id":"cdf9ae49-c5c0-4c77-a699-35b38bb39134","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:38.142165042Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54456"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:38.145479271Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"ebb81612-ed41-492d-bb1c-7555188e7833","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:38.145513922Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"ebb81612-ed41-492d-bb1c-7555188e7833","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:38.145562293Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"ebb81612-ed41-492d-bb1c-7555188e7833","remote_addr":"[fd00:1122:3344:101::b]:54456","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":255,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26536,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:38.44486929Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:20743","req_id":"61e7dd50-6a70-4740-a60e-3e8a6c802cff","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:38.577477589Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45584"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:38.577753904Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"d8924b25-1acc-47e4-b6f8-791bcdcf7dd7","remote_addr":"[fd00:1122:3344:101::b]:45584","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":236,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:39.180481161Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:13464","req_id":"235ed428-3098-4c1b-a274-cf17756096ef","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:39.310631916Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36283"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:39.310913231Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"169d2b6a-37d7-4daf-b9ad-5f1aa6401291","remote_addr":"[fd00:1122:3344:101::c]:36283","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34185,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:39.724132843Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:18481","req_id":"3c78f56a-87bd-4cb7-a03d-ae1f017dd42c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:39.948730435Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50969"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:39.94901508Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"6645d492-5c3a-4a46-b2a4-bc02558dff48","remote_addr":"[fd00:1122:3344:101::b]:50969","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":240,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 98,\n 57,\n 102,\n 53,\n 50,\n 45,\n 97,\n 48,\n 56,\n 51,\n 45,\n 52,\n 55,\n 56,\n 101,\n 45,\n 56,\n 51,\n 54,\n 102,\n 45,\n 101,\n 48,\n 54,\n 52,\n 98,\n 98,\n 55,\n 99,\n 52,\n 50,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:41.176144242Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::e]:37682","req_id":"d51e6338-ccb7-4e4a-8b4a-9cfbf5e0f3be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29110,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 98,\n 57,\n 102,\n 53,\n 50,\n 45,\n 97,\n 48,\n 56,\n 51,\n 45,\n 52,\n 55,\n 56,\n 101,\n 45,\n 56,\n 51,\n 54,\n 102,\n 45,\n 101,\n 48,\n 54,\n 52,\n 98,\n 98,\n 55,\n 99,\n 52,\n 50,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:41.186946815Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::e]:43669","req_id":"9d3c0747-88d6-43bb-afcb-36c2aed39885","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:46.668873426Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:28845","req_id":"2af6f74c-738e-4787-8426-c3401ed5f868","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40524,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:46.669336324Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:7724","req_id":"4958f80c-ac80-4b76-95d0-091344c39eb0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:46.803509981Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48746"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:46.803774585Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"7221c435-cf9d-46e2-b438-193920a55e8e","remote_addr":"[fd00:1122:3344:101::a]:48746","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:46.857133758Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56453"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:56:46.857387593Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"03c0853a-bc1f-4724-a671-69bb47722d2c","remote_addr":"[fd00:1122:3344:101::c]:56453","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:48.120656389Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:55751","req_id":"b4b77477-86ca-468f-a1fc-142f43d30f04","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:51.832959894Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:52060","req_id":"45ff2188-d891-4b3b-af94-67d4ab02a62b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27694,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:51.845878295Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:38818","req_id":"0b668b9d-3afa-45fb-befa-0ce26675ad47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:51.864435086Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:42879","req_id":"3ca51621-e3f5-4d6b-87f4-e9a574d618bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:56:58.122780391Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:49620","req_id":"950e5be9-6f9b-4177-a30d-62c23972fbff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:08.123468236Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:55748","req_id":"1571cb9a-0bd8-4a2f-89b7-9e90274ed656","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:18.124512021Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:54069","req_id":"6426b969-1d44-4171-8ffa-f37e9b04fe7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:27.942663082Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:44270","req_id":"dc0d8fa4-48dc-4e64-b3bd-e4c9b091d48b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:27.962634369Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:55464","req_id":"1133cff0-26ca-442a-968a-c114c54ff9e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:27.981347823Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:42784","req_id":"7725a184-17dc-4842-9214-332cbd5d8796","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:28.126690399Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:59834","req_id":"dd9e028a-3ac1-44f2-98c3-3ea301eaa632","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:35.933059922Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50028"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:35.93517799Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"c7ecc562-c2e6-48ce-95e9-2a741085ca7b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:35.935215421Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"c7ecc562-c2e6-48ce-95e9-2a741085ca7b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:35.935241451Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"c7ecc562-c2e6-48ce-95e9-2a741085ca7b","remote_addr":"[fd00:1122:3344:101::c]:50028","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:36.034979732Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59178"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:36.036612141Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"3ff3bd1d-9a89-45f4-9eea-a2231164fd30","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:36.036651842Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"3ff3bd1d-9a89-45f4-9eea-a2231164fd30","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:36.036660302Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"3ff3bd1d-9a89-45f4-9eea-a2231164fd30","remote_addr":"[fd00:1122:3344:101::a]:59178","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":445,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:36.848515135Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55820"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:36.849806458Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"81cdf2cd-7c1e-401f-95da-552c6194d204","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:36.849835878Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"81cdf2cd-7c1e-401f-95da-552c6194d204","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:36.849848168Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"81cdf2cd-7c1e-401f-95da-552c6194d204","remote_addr":"[fd00:1122:3344:101::b]:55820","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":224,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:37.024073231Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:51024","req_id":"7ee0dd75-e438-4ef3-8ad6-0203aa7b6285","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:37.034245282Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:13745","req_id":"7a5d5955-16d3-49d4-9714-7a3057e3fbca","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:37.142014487Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53801"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:37.142243091Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"e12794f9-ee8d-46bf-b5ed-d93fbc4b733e","remote_addr":"[fd00:1122:3344:101::a]:53801","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:37.182549911Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53412"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:37.182793696Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"1bae0ff3-0275-4b27-9c80-fc8f45ffae4b","remote_addr":"[fd00:1122:3344:101::c]:53412","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:37.666348873Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:5001","req_id":"57e1c3a3-2665-4892-8a08-9201679981b2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:37.769600558Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48110"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:57:37.769830162Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"10902016-fc98-4a50-8dc0-4962872db0f6","remote_addr":"[fd00:1122:3344:101::b]:48110","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:38.128621691Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:53668","req_id":"6682f67d-114b-4311-9ca6-0cf2fd47ff2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:48.130845915Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:61138","req_id":"9348b1c3-e538-4d8d-a366-9b3febaf56ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:57:58.132171338Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:60211","req_id":"e3fdcd34-7352-44c0-ad0f-e98b3b45e518","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:08.133488583Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:60522","req_id":"9be9b567-1567-4b11-8a5b-8f020f065b3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63493,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:18.135532528Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:58166","req_id":"2c27fa2d-ffcb-41fd-95ae-d6eaa2e7b237","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:28.137395621Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:61445","req_id":"adf1a4b5-bf80-46b2-86d4-71319715f66e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:35.740414137Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49323"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:35.74223003Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"45825329-96ff-4fc0-a982-3041998ff859","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:35.742287331Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"45825329-96ff-4fc0-a982-3041998ff859","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:35.742303381Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"45825329-96ff-4fc0-a982-3041998ff859","remote_addr":"[fd00:1122:3344:101::a]:49323","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":221,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:35.757658215Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38984"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:35.759542519Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"be6f6a31-83c3-4223-ad28-2d1533df2988","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:35.75957042Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"be6f6a31-83c3-4223-ad28-2d1533df2988","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:35.75960511Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"be6f6a31-83c3-4223-ad28-2d1533df2988","remote_addr":"[fd00:1122:3344:101::c]:38984","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:36.846836373Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:45334"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:36.847988773Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"81285d12-04a3-448f-84ca-4f1f01dcc8c3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:36.848053565Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"81285d12-04a3-448f-84ca-4f1f01dcc8c3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:36.848068485Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"81285d12-04a3-448f-84ca-4f1f01dcc8c3","remote_addr":"[fd00:1122:3344:101::b]:45334","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":269,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:37.139169944Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:11637","req_id":"d6cbec43-de85-45fc-b05a-30685e9df4b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:37.1434157Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:15791","req_id":"7a648fad-6561-4cfc-b57e-0a48dfb82bbf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:37.279094124Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48254"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:37.279351049Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"fc987362-676a-48bb-bc1a-5e3f2412ffcb","remote_addr":"[fd00:1122:3344:101::a]:48254","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:37.382167155Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55281"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:37.382503611Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"9d671d85-1841-4968-b635-c303ad96e47c","remote_addr":"[fd00:1122:3344:101::c]:55281","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":279,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:37.998931573Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:44025","req_id":"422459a7-8ec3-4b47-83b7-aed92ef07121","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:38.131636154Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46197"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:58:38.13200829Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"22ce8427-33a4-46c5-b492-273a87e0ed7a","remote_addr":"[fd00:1122:3344:101::b]:46197","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":326,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:38.138946264Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:63721","req_id":"44225292-4ecf-495e-b035-f12dd1bda37e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37498,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:48.140975879Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:61770","req_id":"317f339e-3cc6-4609-8365-dc1ef2ecff86","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:58:58.142564276Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:58174","req_id":"ce2bc61f-f945-44dc-8b0c-7ef19be9f7c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:08.143336689Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:51891","req_id":"f6f99bd8-a8b3-467d-98eb-003a49d80866","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:18.145967526Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:60930","req_id":"0e1bcb62-6f3d-4619-8753-ec81dc8ef49d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:28.076523415Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:40931","req_id":"d1fd8ed7-b819-49b6-8d49-583cf083470d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:28.096128645Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:59162","req_id":"0f95e707-620e-4c9e-ab4e-537a5a459806","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:28.114371281Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:43388","req_id":"dd5032ed-b66d-4ee3-998a-1dcd1ff31b3e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:28.147541564Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:61406","req_id":"6923f78d-e50b-4389-80ca-d919ab5fba84","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:35.740191909Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60163"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:35.741855569Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"8e787ec3-fb6b-4a0a-be8b-745b63b40ffe","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:35.74192087Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"8e787ec3-fb6b-4a0a-be8b-745b63b40ffe","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:35.74194539Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"8e787ec3-fb6b-4a0a-be8b-745b63b40ffe","remote_addr":"[fd00:1122:3344:101::a]:60163","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":167,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:35.757902476Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45818"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:35.760446291Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"18b53c20-998d-4534-8548-5b2abf469061","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:35.760485322Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"18b53c20-998d-4534-8548-5b2abf469061","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:35.760498142Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"18b53c20-998d-4534-8548-5b2abf469061","remote_addr":"[fd00:1122:3344:101::c]:45818","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":222,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:36.568722599Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::c]:59672","req_id":"b6e66443-c4ca-4ff1-ab82-f5f48274f355","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:36.573923392Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::a]:58033","req_id":"ef03bfe5-027b-4ae9-b979-c5e20c6624db","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:36.672400571Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52732"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:36.672672666Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"8a90c1a7-9298-44d3-ac36-d4bbe0b9b6a0","remote_addr":"[fd00:1122:3344:101::c]:52732","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:36.713612537Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41128"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:36.713862052Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"5a25d57e-765a-4fec-a496-80f385493935","remote_addr":"[fd00:1122:3344:101::a]:41128","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:36.845930621Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46998"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:36.847841875Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"322fee0f-a48f-461b-84dd-2e8b4378aa1f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:36.847883366Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"new_generation":1,"req_id":"322fee0f-a48f-461b-84dd-2e8b4378aa1f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:36.847895736Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"PUT","req_id":"322fee0f-a48f-461b-84dd-2e8b4378aa1f","remote_addr":"[fd00:1122:3344:101::b]:46998","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":226,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:37.926826599Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::b]:14572","req_id":"cfc54413-dbf5-4ac8-9389-46ab6cf96bb9","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:38.023973384Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57507"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-22T21:59:38.024235179Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"uri":"/config","method":"GET","req_id":"37c2e94a-185f-477f-87f0-7f96ed915f02","remote_addr":"[fd00:1122:3344:101::b]:57507","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:38.149250232Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:52545","req_id":"e55f069f-e475-40fa-b905-9e2a82643f81","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:48.150857118Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:59587","req_id":"8a1eb996-98cd-4284-998e-ec5e4d1fe3af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-22T21:59:58.152145358Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::d]:59499","req_id":"dcfc002c-973b-4b04-8dec-e5056d0beb8c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7dcbb4cf-874a-455d-917c-3d37e84fa9e5.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7dcbb4cf-874a-455d-917c-3d37e84fa9e5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 100,\n 99,\n 98,\n 98,\n 52,\n 99,\n 102,\n 45,\n 56,\n 55,\n 52,\n 97,\n 45,\n 52,\n 53,\n 53,\n 100,\n 45,\n 57,\n 49,\n 55,\n 99,\n 45,\n 51,\n 100,\n 51,\n 55,\n 101,\n 56,\n 52,\n 102,\n 97,\n 57,\n 101,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7dcbb4cf-874a-455d-917c-3d37e84fa9e5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.453240012Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::1b]:44081","req_id":"f1062838-a131-44ef-a25b-07e3d2b1dce2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_aa50b7ab-a41b-442e-b6a2-f541814f2a4b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_aa50b7ab-a41b-442e-b6a2-f541814f2a4b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 97,\n 53,\n 48,\n 98,\n 55,\n 97,\n 98,\n 45,\n 97,\n 52,\n 49,\n 98,\n 45,\n 52,\n 52,\n 50,\n 101,\n 45,\n 98,\n 54,\n 97,\n 50,\n 45,\n 102,\n 53,\n 52,\n 49,\n 56,\n 49,\n 52,\n 102,\n 50,\n 97,\n 52,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_aa50b7ab-a41b-442e-b6a2-f541814f2a4b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.562371412Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::4]:33467","req_id":"13702edf-3312-435b-9db2-a1197fc66203","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17224,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_aa50b7ab-a41b-442e-b6a2-f541814f2a4b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_aa50b7ab-a41b-442e-b6a2-f541814f2a4b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 97,\n 53,\n 48,\n 98,\n 55,\n 97,\n 98,\n 45,\n 97,\n 52,\n 49,\n 98,\n 45,\n 52,\n 52,\n 50,\n 101,\n 45,\n 98,\n 54,\n 97,\n 50,\n 45,\n 102,\n 53,\n 52,\n 49,\n 56,\n 49,\n 52,\n 102,\n 50,\n 97,\n 52,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_aa50b7ab-a41b-442e-b6a2-f541814f2a4b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.563106965Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::4]:38999","req_id":"922de1ca-fed3-4a78-8fc0-1574ece4017e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b490650a-ae1f-4f0f-a9a1-b56f20a6c925.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b490650a-ae1f-4f0f-a9a1-b56f20a6c925.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 57,\n 48,\n 54,\n 53,\n 48,\n 97,\n 45,\n 97,\n 101,\n 49,\n 102,\n 45,\n 52,\n 102,\n 48,\n 102,\n 45,\n 97,\n 57,\n 97,\n 49,\n 45,\n 98,\n 53,\n 54,\n 102,\n 50,\n 48,\n 97,\n 54,\n 99,\n 57,\n 50,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b490650a-ae1f-4f0f-a9a1-b56f20a6c925.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.570464866Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::3]:55027","req_id":"2e7c76fc-1f9b-49fa-87ea-2d0383a304a7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b490650a-ae1f-4f0f-a9a1-b56f20a6c925.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b490650a-ae1f-4f0f-a9a1-b56f20a6c925.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 57,\n 48,\n 54,\n 53,\n 48,\n 97,\n 45,\n 97,\n 101,\n 49,\n 102,\n 45,\n 52,\n 102,\n 48,\n 102,\n 45,\n 97,\n 57,\n 97,\n 49,\n 45,\n 98,\n 53,\n 54,\n 102,\n 50,\n 48,\n 97,\n 54,\n 99,\n 57,\n 50,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b490650a-ae1f-4f0f-a9a1-b56f20a6c925.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.571097078Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::3]:57577","req_id":"70ea4fdc-fb7c-447e-b428-1b76dc89e8a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bbf89138-6002-46e1-ba14-e385be15e957.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bbf89138-6002-46e1-ba14-e385be15e957.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 98,\n 102,\n 56,\n 57,\n 49,\n 51,\n 56,\n 45,\n 54,\n 48,\n 48,\n 50,\n 45,\n 52,\n 54,\n 101,\n 49,\n 45,\n 98,\n 97,\n 49,\n 52,\n 45,\n 101,\n 51,\n 56,\n 53,\n 98,\n 101,\n 49,\n 53,\n 101,\n 57,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bbf89138-6002-46e1-ba14-e385be15e957.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.668474057Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::5]:55196","req_id":"b52618c0-5b94-49c1-8024-f7f241f50ccb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bbf89138-6002-46e1-ba14-e385be15e957.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bbf89138-6002-46e1-ba14-e385be15e957.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 98,\n 102,\n 56,\n 57,\n 49,\n 51,\n 56,\n 45,\n 54,\n 48,\n 48,\n 50,\n 45,\n 52,\n 54,\n 101,\n 49,\n 45,\n 98,\n 97,\n 49,\n 52,\n 45,\n 101,\n 51,\n 56,\n 53,\n 98,\n 101,\n 49,\n 53,\n 101,\n 57,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bbf89138-6002-46e1-ba14-e385be15e957.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.669339042Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::5]:54761","req_id":"d27c9403-49e9-4cb8-a08f-24741902082b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 98,\n 57,\n 102,\n 53,\n 50,\n 45,\n 97,\n 48,\n 56,\n 51,\n 45,\n 52,\n 55,\n 56,\n 101,\n 45,\n 56,\n 51,\n 54,\n 102,\n 45,\n 101,\n 48,\n 54,\n 52,\n 98,\n 98,\n 55,\n 99,\n 52,\n 50,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.678503906Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::e]:41663","req_id":"0760f8b0-c226-4cbc-b351-d0ce4373e259","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 98,\n 57,\n 102,\n 53,\n 50,\n 45,\n 97,\n 48,\n 56,\n 51,\n 45,\n 52,\n 55,\n 56,\n 101,\n 45,\n 56,\n 51,\n 54,\n 102,\n 45,\n 101,\n 48,\n 54,\n 52,\n 98,\n 98,\n 55,\n 99,\n 52,\n 50,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6cab9f52-a083-478e-836f-e064bb7c423b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.679160318Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::e]:53236","req_id":"9f7a895c-bb19-4eea-8726-fe7e1cfa35b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3dd54031-d3de-4046-a694-0e81d8eb52f6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3dd54031-d3de-4046-a694-0e81d8eb52f6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 100,\n 100,\n 53,\n 52,\n 48,\n 51,\n 49,\n 45,\n 100,\n 51,\n 100,\n 101,\n 45,\n 52,\n 48,\n 52,\n 54,\n 45,\n 97,\n 54,\n 57,\n 52,\n 45,\n 48,\n 101,\n 56,\n 49,\n 100,\n 56,\n 101,\n 98,\n 53,\n 50,\n 102,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3dd54031-d3de-4046-a694-0e81d8eb52f6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.694818898Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::7]:57073","req_id":"db5cbc6f-9c93-4ab7-a544-bd8c5163d342","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26504,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3dd54031-d3de-4046-a694-0e81d8eb52f6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3dd54031-d3de-4046-a694-0e81d8eb52f6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 100,\n 100,\n 53,\n 52,\n 48,\n 51,\n 49,\n 45,\n 100,\n 51,\n 100,\n 101,\n 45,\n 52,\n 48,\n 52,\n 54,\n 45,\n 97,\n 54,\n 57,\n 52,\n 45,\n 48,\n 101,\n 56,\n 49,\n 100,\n 56,\n 101,\n 98,\n 53,\n 50,\n 102,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3dd54031-d3de-4046-a694-0e81d8eb52f6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.695458419Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::7]:37225","req_id":"0879b9f3-6209-44f0-b7f6-4d16a78dae7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c705d765-f71c-418b-9490-2d2f26e8382b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c705d765-f71c-418b-9490-2d2f26e8382b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 48,\n 53,\n 100,\n 55,\n 54,\n 53,\n 45,\n 102,\n 55,\n 49,\n 99,\n 45,\n 52,\n 49,\n 56,\n 98,\n 45,\n 57,\n 52,\n 57,\n 48,\n 45,\n 50,\n 100,\n 50,\n 102,\n 50,\n 54,\n 101,\n 56,\n 51,\n 56,\n 50,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c705d765-f71c-418b-9490-2d2f26e8382b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.71173567Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::6]:50566","req_id":"7c30be18-7b58-43bb-9e78-b2914ca1ea8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4129,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c705d765-f71c-418b-9490-2d2f26e8382b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c705d765-f71c-418b-9490-2d2f26e8382b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 48,\n 53,\n 100,\n 55,\n 54,\n 53,\n 45,\n 102,\n 55,\n 49,\n 99,\n 45,\n 52,\n 49,\n 56,\n 98,\n 45,\n 57,\n 52,\n 57,\n 48,\n 45,\n 50,\n 100,\n 50,\n 102,\n 50,\n 54,\n 101,\n 56,\n 51,\n 56,\n 50,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c705d765-f71c-418b-9490-2d2f26e8382b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.712439132Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::6]:45803","req_id":"84b6639c-61d2-43d3-8342-e88fceb0923f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.820049915Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:44763","req_id":"a5b84899-da29-40c8-8173-3cff0f4a6799","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-22T22:00:00.820661916Z","hostname":"oxz_internal_dns_a4c8dae9-0e8a-4e19-9c7a-914f7002c955","pid":5449,"peer_addr":"[fd00:1122:3344:101::2]:60726","req_id":"45e920fa-e52e-449f-a3d1-07ce51dcea33","component":"dns"}