[ Mar 30 16:40:12 Enabled. ] [ Mar 30 16:40:12 Rereading configuration. ] [ Mar 30 16:40:12 Rereading configuration. ] [ Mar 30 16:40:14 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Mar 30 16:40:14 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.120323138Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.120481762Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.138329549Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.13835321Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.13838047Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.138670087Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.15590682Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:64393"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.156705399Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"fd30e168-199d-4152-bfb3-debee5a4fb77","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.1567244Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.175986741Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.176012442Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"fd30e168-199d-4152-bfb3-debee5a4fb77","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:40:14.176036243Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"PUT","req_id":"fd30e168-199d-4152-bfb3-debee5a4fb77","remote_addr":"[fd00:1122:3344:1::2]:64393","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":19782,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:40:25.266285343Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:36801","req_id":"000b2015-0f8a-447b-b965-eeedf0693607","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56704,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:40:25.270766602Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:59218","req_id":"ad7c60ee-b753-4f4e-a7a2-35ee7eb7ae0d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32066,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:40:25.275016286Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:59818","req_id":"94d8472a-8cc1-4408-955b-32b641a8e95b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:41:49.331275184Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:41652","req_id":"989ac4b7-1d5e-47fa-b9d5-dd9ce894bbbf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:41:49.360200182Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:50489","req_id":"fbf0eee0-4f51-4278-87fa-b4834b5f8ac6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:41:49.364219851Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:62939","req_id":"3be73c2e-1c81-49ba-bdb3-354b2741a186","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14899,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:25.503864853Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:55606","req_id":"a8b79ad8-2228-4d1b-89b4-77440b4910fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:25.517914868Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:40267","req_id":"95f46fbc-210b-4f20-a70b-f38291e534bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:25.522164932Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:40399","req_id":"5b6c0daf-60d2-473b-92ed-cc16e9a5eb45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6289,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:29.466320479Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:51083","req_id":"3d86208a-e525-4d8e-a72a-94398ac7a2b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 101,\n 100,\n 49,\n 53,\n 101,\n 99,\n 56,\n 45,\n 101,\n 99,\n 54,\n 53,\n 45,\n 52,\n 56,\n 48,\n 48,\n 45,\n 97,\n 52,\n 101,\n 97,\n 45,\n 54,\n 49,\n 52,\n 51,\n 52,\n 101,\n 53,\n 53,\n 57,\n 54,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:36.282362235Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::e]:37280","req_id":"44adecd4-eb44-48c8-b78e-955d75efc42d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 101,\n 100,\n 49,\n 53,\n 101,\n 99,\n 56,\n 45,\n 101,\n 99,\n 54,\n 53,\n 45,\n 52,\n 56,\n 48,\n 48,\n 45,\n 97,\n 52,\n 101,\n 97,\n 45,\n 54,\n 49,\n 52,\n 51,\n 52,\n 101,\n 53,\n 53,\n 57,\n 54,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:36.283091622Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::e]:48605","req_id":"b77ab141-5afa-4237-9150-8e62d513603d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12004,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:39.475502724Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:56415","req_id":"cc20ac0f-97b4-4049-a101-8e68345fa63a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:46.551187121Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::b]:46525","req_id":"372b32e6-c070-4d04-86b4-eba83738c52b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1132,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:46.619115585Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::c]:61751","req_id":"919d092a-d563-481c-ade8-401a306f861f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:46.625403089Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::a]:55645","req_id":"607f9472-db85-4ec1-807b-b70f54ac7eb0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.827154223Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45167"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.83601929Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53416"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.836070501Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64116"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.868503446Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56231"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.888315651Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"4ef9614e-d21c-4f44-bbab-c75f14a8a7dd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.888446695Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"4ef9614e-d21c-4f44-bbab-c75f14a8a7dd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.888457025Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"PUT","req_id":"4ef9614e-d21c-4f44-bbab-c75f14a8a7dd","remote_addr":"[fd00:1122:3344:101::b]:56231","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":17895,"response_code":204} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.890958456Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"ec6f223a-a319-481d-b12c-777b6fd187bf","remote_addr":"[fd00:1122:3344:101::c]:45167","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":28501,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.891016138Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"d9c54e78-4db6-48da-8769-28dcb94bc426","remote_addr":"[fd00:1122:3344:101::a]:64116","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":28518,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:48.89112265Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"ccbffcac-ae7c-42b6-9fb6-02bcaf900f57","remote_addr":"[fd00:1122:3344:101::b]:53416","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":28658,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:49.477470192Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:65345","req_id":"4abadddc-8e71-41a3-b170-2d61b87396a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:50.921935146Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::b]:1312","req_id":"2037982a-fa76-4aab-99cb-aa403ebbd62d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:51.040578022Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55775"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:51.040842988Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"9e443e5f-19a0-418b-8e83-1c63d7ece85a","remote_addr":"[fd00:1122:3344:101::b]:55775","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:51.80510747Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::b]:7898","req_id":"e77b04c0-a281-4430-9fa9-7445011c949e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:51.929270072Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36576"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:51.929515768Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"ec946880-dec1-4bfb-a105-7f95d345416e","remote_addr":"[fd00:1122:3344:101::b]:36576","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:52.597916141Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::b]:14293","req_id":"26364d0b-a08b-4419-880e-cd317f5e6426","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:52.713161034Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51580"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:52.7134069Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"13c0dd7b-0ed1-4bbf-8142-dc5a63c04a05","remote_addr":"[fd00:1122:3344:101::b]:51580","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:57.352071151Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::a]:60445","req_id":"a1a07fb3-5470-42e4-88de-98df4e7e774e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20263,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:57.354942821Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::c]:21951","req_id":"fba2176c-1a3e-414e-ac97-46b015719e52","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:57.478539409Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58786"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:57.478826326Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"913f59cb-0836-4470-b6c8-3b3c7dd086c6","remote_addr":"[fd00:1122:3344:101::a]:58786","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:57.534189242Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35288"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:42:57.53452323Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"cf79ef4f-97e0-45f8-b580-82a706807dbb","remote_addr":"[fd00:1122:3344:101::c]:35288","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":278,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:42:59.478942831Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:61771","req_id":"164edc6c-8a12-47cb-b5e1-5beb0f39ed4c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:09.480599003Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:57892","req_id":"bff99bd1-5980-4cab-bcf2-ccaf7b30879c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40984,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:19.482179293Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:50353","req_id":"d52cd49a-ff9f-4b2d-97c6-92b2c9bc6ff6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:29.48346217Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:57077","req_id":"135e1cee-9cd4-474b-acbd-0a33ec9c5e0a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:39.484141496Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:65098","req_id":"236d6079-bd87-4663-b406-648d79a35dde","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.201088696Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65318"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.204807437Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"04b7da73-f06d-484f-a3a3-6d55478febfd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.204870089Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"04b7da73-f06d-484f-a3a3-6d55478febfd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.204881669Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"PUT","req_id":"04b7da73-f06d-484f-a3a3-6d55478febfd","remote_addr":"[fd00:1122:3344:101::b]:65318","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":257,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.376221366Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33273"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.380108262Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"c17825ab-3494-47c1-8755-89a9485e507f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.380151583Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"c17825ab-3494-47c1-8755-89a9485e507f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.380189673Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"PUT","req_id":"c17825ab-3494-47c1-8755-89a9485e507f","remote_addr":"[fd00:1122:3344:101::c]:33273","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":372,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.555202121Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41534"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.558704806Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"bb8568e2-77b3-4416-ba55-fb552be38e49","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.558770898Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"bb8568e2-77b3-4416-ba55-fb552be38e49","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:46.558784228Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"PUT","req_id":"bb8568e2-77b3-4416-ba55-fb552be38e49","remote_addr":"[fd00:1122:3344:101::a]:41534","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":293,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:47.717920523Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::c]:37929","req_id":"f28020fa-ec8b-4757-b349-f963642438ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:47.717977974Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::b]:17720","req_id":"81d8cf1d-f58d-49a2-b9a2-cf94a28bf141","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:47.725895108Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::a]:29566","req_id":"b9c7cfce-ce83-4716-b544-8513822ef191","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.818113937Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63511"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.818384414Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"1d4d37a7-182a-455c-ab9f-9da82027c184","remote_addr":"[fd00:1122:3344:101::b]:63511","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.904920034Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45190"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.90517151Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"67c073a4-8d38-4de8-a603-9c04e605456d","remote_addr":"[fd00:1122:3344:101::c]:45190","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.940156287Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40747"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:43:47.940408363Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"0cf0d4e0-770a-4320-981a-c1c9e1851090","remote_addr":"[fd00:1122:3344:101::a]:40747","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:49.485307967Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:53044","req_id":"9a7047a5-7cdf-44c0-a691-75a5d2a58497","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:43:59.486655402Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:56771","req_id":"4f00d16c-cbea-45c2-acb3-a20806d8812b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:09.489284568Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:57899","req_id":"bcaeb190-f4f7-4ae8-96f9-938421f3c1da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:17.555537429Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:60450","req_id":"614b9b7b-e32a-4b58-9b0b-61c9a962d0ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:17.559802323Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:62551","req_id":"cc3b7ac0-b567-48f2-a8af-824a65f4af5a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:17.564388306Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:47182","req_id":"84a920c6-8d8d-42b8-863e-dacbcbe2279f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:19.490736744Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:64323","req_id":"4a35af7e-330a-4c45-9395-119044f4aa95","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:29.492399727Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:49624","req_id":"dd4357fa-928d-4be3-8859-88d9322966e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47547,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:39.493640569Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:50449","req_id":"c0572bc2-926c-4088-aca3-5d0cc3d1f689","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.200980284Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56762"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.203120066Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48551"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.204898669Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"231bde77-38ec-4875-bacc-5bc01e556e6a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.204958241Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"231bde77-38ec-4875-bacc-5bc01e556e6a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.204968761Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"PUT","req_id":"231bde77-38ec-4875-bacc-5bc01e556e6a","remote_addr":"[fd00:1122:3344:101::b]:56762","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.20656601Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"e78e39e9-4ccc-468f-8dd4-9defe41cf15e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.206622622Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"e78e39e9-4ccc-468f-8dd4-9defe41cf15e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.206633832Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"PUT","req_id":"e78e39e9-4ccc-468f-8dd4-9defe41cf15e","remote_addr":"[fd00:1122:3344:101::a]:48551","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":244,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.213017458Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35805"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.217328874Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"1311aeef-fce7-4ff7-99eb-47e849f89427","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.217364725Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"new_generation":1,"req_id":"1311aeef-fce7-4ff7-99eb-47e849f89427","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:46.217409556Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"PUT","req_id":"1311aeef-fce7-4ff7-99eb-47e849f89427","remote_addr":"[fd00:1122:3344:101::c]:35805","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":316,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:47.694574801Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::c]:28391","req_id":"8528c5ff-aa71-4eb0-9b6f-5c93e2234683","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:47.701419808Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::b]:42639","req_id":"3836725d-bc76-4901-8ccd-86c70297a11b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58983,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:47.753520135Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::a]:25742","req_id":"e0fcdbf0-a04e-413e-95b0-6f909b0daea0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.799187673Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41400"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.799487171Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"2e133e72-67a5-4d41-bc97-3641a79b55ef","remote_addr":"[fd00:1122:3344:101::c]:41400","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":249,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.834104409Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36391"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.834335494Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"b16c7d7c-5cf2-49dd-8b22-aeb50e471ced","remote_addr":"[fd00:1122:3344:101::b]:36391","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.932435787Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40031"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T16:44:47.932674423Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"uri":"/config","method":"GET","req_id":"1c5206a6-2c73-4282-8152-0750e707540f","remote_addr":"[fd00:1122:3344:101::a]:40031","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:49.495334223Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:57691","req_id":"804c2d53-b022-4a36-a522-c0ed6a123f3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47345,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:44:59.49715504Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::d]:57725","req_id":"a7324758-544c-40d7-9e2d-9126f718d4dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 54,\n 57,\n 51,\n 49,\n 54,\n 99,\n 98,\n 45,\n 48,\n 100,\n 56,\n 97,\n 45,\n 52,\n 56,\n 57,\n 98,\n 45,\n 56,\n 51,\n 99,\n 98,\n 45,\n 52,\n 51,\n 97,\n 56,\n 56,\n 54,\n 52,\n 57,\n 49,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.107000568Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::3]:35260","req_id":"320e675c-24a7-4a95-a719-6bb49245c63c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 54,\n 57,\n 51,\n 49,\n 54,\n 99,\n 98,\n 45,\n 48,\n 100,\n 56,\n 97,\n 45,\n 52,\n 56,\n 57,\n 98,\n 45,\n 56,\n 51,\n 99,\n 98,\n 45,\n 52,\n 51,\n 97,\n 56,\n 56,\n 54,\n 52,\n 57,\n 49,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f69316cb-0d8a-489b-83cb-43a886491405.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.107697975Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::3]:53367","req_id":"231cbd08-183b-4d6e-a830-e5fafb93f33e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 101,\n 102,\n 102,\n 52,\n 102,\n 55,\n 45,\n 100,\n 98,\n 51,\n 53,\n 45,\n 52,\n 98,\n 55,\n 100,\n 45,\n 56,\n 56,\n 98,\n 99,\n 45,\n 53,\n 55,\n 49,\n 50,\n 99,\n 102,\n 51,\n 51,\n 51,\n 98,\n 50,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.162244122Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::5]:51308","req_id":"be0becd0-f0f0-45fe-b8e0-2dda67a36822","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17146,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 52,\n 101,\n 102,\n 102,\n 52,\n 102,\n 55,\n 45,\n 100,\n 98,\n 51,\n 53,\n 45,\n 52,\n 98,\n 55,\n 100,\n 45,\n 56,\n 56,\n 98,\n 99,\n 45,\n 53,\n 55,\n 49,\n 50,\n 99,\n 102,\n 51,\n 51,\n 51,\n 98,\n 50,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b4eff4f7-db35-4b7d-88bc-5712cf333b24.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.162830996Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::5]:54309","req_id":"2b8d32b2-3a67-4bc0-bba4-1ae8234eb749","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_08b26fa4-40c3-4032-bb96-8bcbd7bcdfe8.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_08b26fa4-40c3-4032-bb96-8bcbd7bcdfe8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 56,\n 98,\n 50,\n 54,\n 102,\n 97,\n 52,\n 45,\n 52,\n 48,\n 99,\n 51,\n 45,\n 52,\n 48,\n 51,\n 50,\n 45,\n 98,\n 98,\n 57,\n 54,\n 45,\n 56,\n 98,\n 99,\n 98,\n 100,\n 55,\n 98,\n 99,\n 100,\n 102,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_08b26fa4-40c3-4032-bb96-8bcbd7bcdfe8.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.243367729Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::1b]:56701","req_id":"e0209502-83c7-4b86-8525-b94e61630559","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.275566167Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::2]:59605","req_id":"1a7cba41-4855-45ba-b1f0-5cb0d9fa5756","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.276098991Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::2]:41580","req_id":"19552a59-204f-452f-826b-0dcf93fb416f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 101,\n 100,\n 49,\n 53,\n 101,\n 99,\n 56,\n 45,\n 101,\n 99,\n 54,\n 53,\n 45,\n 52,\n 56,\n 48,\n 48,\n 45,\n 97,\n 52,\n 101,\n 97,\n 45,\n 54,\n 49,\n 52,\n 51,\n 52,\n 101,\n 53,\n 53,\n 57,\n 54,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.459801591Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::e]:44520","req_id":"ab3b00f2-359b-4c9c-b85c-b54efd44e193","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 101,\n 100,\n 49,\n 53,\n 101,\n 99,\n 56,\n 45,\n 101,\n 99,\n 54,\n 53,\n 45,\n 52,\n 56,\n 48,\n 48,\n 45,\n 97,\n 52,\n 101,\n 97,\n 45,\n 54,\n 49,\n 52,\n 51,\n 52,\n 101,\n 53,\n 53,\n 57,\n 54,\n 101,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ced15ec8-ec65-4800-a4ea-61434e5596e3.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.460454947Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::e]:33951","req_id":"edb5d55b-85c5-41d1-83e9-d50ae1e90ecc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 49,\n 48,\n 56,\n 48,\n 101,\n 57,\n 45,\n 102,\n 53,\n 52,\n 99,\n 45,\n 52,\n 52,\n 54,\n 53,\n 45,\n 98,\n 99,\n 53,\n 51,\n 45,\n 52,\n 52,\n 55,\n 55,\n 51,\n 49,\n 53,\n 50,\n 54,\n 48,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.599228716Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::6]:59326","req_id":"97678ec3-205c-4bf2-8750-a65c7bfeb0c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 49,\n 48,\n 56,\n 48,\n 101,\n 57,\n 45,\n 102,\n 53,\n 52,\n 99,\n 45,\n 52,\n 52,\n 54,\n 53,\n 45,\n 98,\n 99,\n 53,\n 51,\n 45,\n 52,\n 52,\n 55,\n 55,\n 51,\n 49,\n 53,\n 50,\n 54,\n 48,\n 98,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_111080e9-f54c-4465-bc53-4477315260bc.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.599922053Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::6]:45297","req_id":"953d5095-b13f-4b20-beba-541547b080d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 55,\n 52,\n 54,\n 56,\n 49,\n 52,\n 45,\n 101,\n 53,\n 49,\n 97,\n 45,\n 52,\n 52,\n 52,\n 49,\n 45,\n 98,\n 55,\n 48,\n 55,\n 45,\n 51,\n 100,\n 50,\n 102,\n 100,\n 99,\n 57,\n 54,\n 102,\n 56,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.806662917Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::7]:35555","req_id":"42ca85cb-9b9a-497d-a2e6-83b033875e1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 49,\n 55,\n 52,\n 54,\n 56,\n 49,\n 52,\n 45,\n 101,\n 53,\n 49,\n 97,\n 45,\n 52,\n 52,\n 52,\n 49,\n 45,\n 98,\n 55,\n 48,\n 55,\n 45,\n 51,\n 100,\n 50,\n 102,\n 100,\n 99,\n 57,\n 54,\n 102,\n 56,\n 98,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_11746814-e51a-4441-b707-3d2fdc96f8b5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.807377115Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::7]:38259","req_id":"9e98f8d3-29a9-4d73-893a-b6539c989c4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 100,\n 51,\n 56,\n 50,\n 101,\n 51,\n 54,\n 45,\n 56,\n 102,\n 48,\n 100,\n 45,\n 52,\n 49,\n 52,\n 50,\n 45,\n 98,\n 99,\n 97,\n 101,\n 45,\n 98,\n 52,\n 48,\n 102,\n 55,\n 50,\n 99,\n 48,\n 50,\n 102,\n 52,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.88471438Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::4]:58953","req_id":"f7dab4f8-0142-4816-8e2b-fde42f646298","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 100,\n 51,\n 56,\n 50,\n 101,\n 51,\n 54,\n 45,\n 56,\n 102,\n 48,\n 100,\n 45,\n 52,\n 49,\n 52,\n 50,\n 45,\n 98,\n 99,\n 97,\n 101,\n 45,\n 98,\n 52,\n 48,\n 102,\n 55,\n 50,\n 99,\n 48,\n 50,\n 102,\n 52,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3d382e36-8f0d-4142-bcae-b40f72c02f4e.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T16:45:00.885397136Z","hostname":"oxz_internal_dns_1a45610f-f7f2-4907-9da0-351bc1b51e4f","pid":5507,"peer_addr":"[fd00:1122:3344:101::4]:48843","req_id":"7b7be776-2d49-49ef-84dc-3fe2cda14875","component":"dns"}