[ May 20 17:41:08 Enabled. ] [ May 20 17:41:08 Rereading configuration. ] [ May 20 17:41:09 Rereading configuration. ] [ May 20 17:41:10 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 20 17:41:10 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.438691299Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.438802672Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.457925532Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.457947412Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.458005903Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.45826999Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.524715656Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:43381"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.525760693Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"7c0d2374-1973-4f55-9d51-47b3e3c7f48a","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.525783014Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.543803194Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.543828845Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"7c0d2374-1973-4f55-9d51-47b3e3c7f48a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:41:10.543848856Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"PUT","req_id":"7c0d2374-1973-4f55-9d51-47b3e3c7f48a","remote_addr":"[fd00:1122:3344:1::2]:43381","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":18537,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.748439802Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:36812","req_id":"f7c2e79a-c0b8-4abc-86f9-a4a76cb4f783","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.766282448Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:40874","req_id":"fdcb0ea4-6d12-43bc-9892-5d376b871367","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:41:22.782546882Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:44369","req_id":"020e8f45-287c-4a9a-ae1a-011efe6fd29d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:07.423211785Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:61672","req_id":"56d9f892-3939-499b-b0de-a4a16a85e8c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:08.19577618Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:58485","req_id":"15918eaf-3d8b-4ee7-a879-a2b63ce6e504","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:08.212187099Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:56507","req_id":"0a2696b8-4ae9-4f36-872a-ee5d4ea2eb87","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22793,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:33.304308094Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:51562","req_id":"83ff37de-7e7b-4540-86dd-fb254b7d01b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.307385655Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:60177","req_id":"04db6b52-2baa-495f-9fb3-9cfccc08ef6f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.515457229Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::a]:59525","req_id":"dfe5550e-1203-4a44-afb7-7bf6fa4359d5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27636,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.525187423Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::b]:26840","req_id":"ea4f4dd0-3759-4c82-b35f-d769b053e6db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:43.575440866Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::c]:63212","req_id":"ae8a8c94-a7c2-469c-8f74-762ce824939e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.314157562Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63510"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.380607508Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"64001a45-a303-46a7-a6bf-7b1fdc216061","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.380633778Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"64001a45-a303-46a7-a6bf-7b1fdc216061","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:45.380705991Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"PUT","req_id":"64001a45-a303-46a7-a6bf-7b1fdc216061","remote_addr":"[fd00:1122:3344:101::b]:63510","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":33466,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:46.319693212Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::e]:62707","req_id":"4671225a-81b6-409d-82e2-b0ecc0648a5d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:46.320421991Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::e]:53478","req_id":"6e1f4402-43c6-40c9-badf-b3dcd536e624","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.005893172Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33138"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.005969783Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36020"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.005977784Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35632"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.022806093Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"30dd4a5f-3684-4b76-9b6e-9ed0933d540b","remote_addr":"[fd00:1122:3344:101::a]:36020","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16786,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.022863135Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"9836f0ca-4f2b-42fa-bb80-3b466a3c78c7","remote_addr":"[fd00:1122:3344:101::b]:33138","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16844,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:47.022902396Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"83485c36-10fc-43d3-9e04-79e3fabe2d4e","remote_addr":"[fd00:1122:3344:101::c]:35632","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16797,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:48.420489484Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::b]:17525","req_id":"c4f39ecb-c696-4d51-8376-70ad230eff7a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:48.549487242Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62606"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:48.549743209Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"e99907ac-7693-4355-9475-0072e8bbc16e","remote_addr":"[fd00:1122:3344:101::b]:62606","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:49.199306882Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::b]:5801","req_id":"0528671b-2299-4616-bfe1-546cb4965466","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:49.323033173Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47048"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:49.32326795Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"9d2af7c1-8b7a-4021-ad51-d73e0057dae7","remote_addr":"[fd00:1122:3344:101::b]:47048","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:50.25720912Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::b]:48766","req_id":"90b62a64-7202-4571-8cb6-d4905aaba437","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:50.377008969Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50026"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:50.37744309Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"f08be378-7312-445a-9a13-716943c2bef6","remote_addr":"[fd00:1122:3344:101::b]:50026","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:53.309149911Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:55358","req_id":"118ac838-eec8-46d7-9a4d-021e4e745332","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:54.047022161Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::c]:62947","req_id":"3df5af22-683d-4540-93f7-148ad15f7f35","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:43:54.051620961Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::a]:50197","req_id":"e2937e21-98da-4647-936f-d5bd5b17b420","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.162659651Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58020"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.163032801Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"fa777351-ba6d-4cf7-a4ce-902419ea10a4","remote_addr":"[fd00:1122:3344:101::c]:58020","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":290,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.21239466Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47084"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:43:54.212647997Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"459ebbd3-553c-4679-aa55-4bebeb1dc5c4","remote_addr":"[fd00:1122:3344:101::a]:47084","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:03.310419366Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:62228","req_id":"c956c60f-496e-483d-a4dd-ee6d538de8d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:13.31174967Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:53009","req_id":"f5563d97-3d5f-4e96-b815-7fbd0ec637d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:23.312995704Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:57511","req_id":"5878adc9-5d8f-4d63-9a8d-a53ba2d9b081","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:33.314785923Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:56171","req_id":"b1fb4f7c-64bb-49ea-b048-9979b3749388","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.170025726Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34994"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.173567368Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"64267137-1390-4265-b2e3-a4f0f538a05a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.173604119Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"64267137-1390-4265-b2e3-a4f0f538a05a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.17364841Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"PUT","req_id":"64267137-1390-4265-b2e3-a4f0f538a05a","remote_addr":"[fd00:1122:3344:101::b]:34994","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":285,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:43.316416509Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:52831","req_id":"9ab06616-1e09-4141-b828-e501627607d1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.349206985Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56837"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352666665Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"cf1c005d-5ab8-4380-a6ea-2f26619a23b4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352705597Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"cf1c005d-5ab8-4380-a6ea-2f26619a23b4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.352742807Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"PUT","req_id":"cf1c005d-5ab8-4380-a6ea-2f26619a23b4","remote_addr":"[fd00:1122:3344:101::c]:56837","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":280,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.611375971Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37549"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.61441109Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"c736afe7-1d0b-4ec1-86d2-254700bab10a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614465942Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"new_generation":1,"req_id":"c736afe7-1d0b-4ec1-86d2-254700bab10a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:43.614476142Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"PUT","req_id":"c736afe7-1d0b-4ec1-86d2-254700bab10a","remote_addr":"[fd00:1122:3344:101::a]:37549","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":330,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54197,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.54220951Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::c]:51385","req_id":"8c44b06b-7a9a-4170-890e-894ab001dca7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60419,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.604531307Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::b]:40972","req_id":"ea6b8031-5718-4521-bef3-4388e0fa41f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:44.643234578Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::a]:35699","req_id":"cf5e2bac-6eb1-4f89-a422-a952224b0e28","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.713229426Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46574"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.713471362Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"55d49734-029c-4679-b085-97691ee0fdeb","remote_addr":"[fd00:1122:3344:101::b]:46574","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.75816664Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44092"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.758470328Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"0fc50730-0adf-4fe9-802d-e34062e45e3a","remote_addr":"[fd00:1122:3344:101::a]:44092","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.791572072Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62840"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T17:44:44.791825919Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"uri":"/config","method":"GET","req_id":"1f987073-a1ac-4e16-ad29-742a426c76bd","remote_addr":"[fd00:1122:3344:101::c]:62840","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":203,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:44:53.317581033Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:63074","req_id":"ae5d039a-c885-479c-84ec-987be11fd850","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.520309573Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::e]:44050","req_id":"c3142d81-030e-4c2f-838e-1b18722c97eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62766,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 97,\n 52,\n 97,\n 98,\n 54,\n 53,\n 98,\n 45,\n 57,\n 49,\n 102,\n 99,\n 45,\n 52,\n 52,\n 100,\n 52,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 52,\n 55,\n 101,\n 101,\n 49,\n 52,\n 101,\n 56,\n 55,\n 100,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7a4ab65b-91fc-44d4-a8b4-47ee14e87da6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.521033022Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::e]:62341","req_id":"eb2218f7-78c9-445c-b9a4-b29abd9e0217","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 56,\n 54,\n 48,\n 48,\n 48,\n 101,\n 45,\n 102,\n 52,\n 97,\n 55,\n 45,\n 52,\n 49,\n 50,\n 52,\n 45,\n 98,\n 57,\n 51,\n 100,\n 45,\n 49,\n 50,\n 99,\n 49,\n 48,\n 98,\n 101,\n 55,\n 56,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.532738228Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::6]:62527","req_id":"447d0bc6-438f-412a-aa96-97c23fe2f3e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 56,\n 54,\n 48,\n 48,\n 48,\n 101,\n 45,\n 102,\n 52,\n 97,\n 55,\n 45,\n 52,\n 49,\n 50,\n 52,\n 45,\n 98,\n 57,\n 51,\n 100,\n 45,\n 49,\n 50,\n 99,\n 49,\n 48,\n 98,\n 101,\n 55,\n 56,\n 56,\n 51,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7586000e-f4a7-4124-b93d-12c10be78835.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.533332703Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::6]:43338","req_id":"763123ac-49c1-4f4c-890c-0a0dd7b02cb4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 54,\n 99,\n 50,\n 48,\n 51,\n 56,\n 45,\n 48,\n 50,\n 55,\n 54,\n 45,\n 52,\n 56,\n 97,\n 102,\n 45,\n 56,\n 51,\n 98,\n 48,\n 45,\n 51,\n 52,\n 49,\n 101,\n 49,\n 53,\n 48,\n 98,\n 53,\n 99,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.534516174Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::3]:51479","req_id":"84895133-909f-4c36-a3c1-0cd1be1f2442","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 54,\n 99,\n 50,\n 48,\n 51,\n 56,\n 45,\n 48,\n 50,\n 55,\n 54,\n 45,\n 52,\n 56,\n 97,\n 102,\n 45,\n 56,\n 51,\n 98,\n 48,\n 45,\n 51,\n 52,\n 49,\n 101,\n 49,\n 53,\n 48,\n 98,\n 53,\n 99,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f6c2038-0276-48af-83b0-341e150b5cee.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.535020977Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::3]:59502","req_id":"896ffda8-828f-4aad-9f6f-fba9d2da9f73","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 53,\n 48,\n 102,\n 102,\n 57,\n 97,\n 51,\n 45,\n 99,\n 49,\n 51,\n 49,\n 45,\n 52,\n 102,\n 98,\n 49,\n 45,\n 97,\n 100,\n 57,\n 54,\n 45,\n 100,\n 98,\n 57,\n 102,\n 53,\n 97,\n 52,\n 50,\n 101,\n 97,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.604361928Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::7]:62406","req_id":"5516b903-67aa-470e-85bf-2fd1a19e1006","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 53,\n 48,\n 102,\n 102,\n 57,\n 97,\n 51,\n 45,\n 99,\n 49,\n 51,\n 49,\n 45,\n 52,\n 102,\n 98,\n 49,\n 45,\n 97,\n 100,\n 57,\n 54,\n 45,\n 100,\n 98,\n 57,\n 102,\n 53,\n 97,\n 52,\n 50,\n 101,\n 97,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d50ff9a3-c131-4fb1-ad96-db9f5a42ea6e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.60518622Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::7]:41086","req_id":"bb1565cf-94f8-4523-a098-a70297c22357","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 99,\n 54,\n 50,\n 97,\n 49,\n 56,\n 45,\n 99,\n 99,\n 97,\n 99,\n 45,\n 52,\n 99,\n 100,\n 56,\n 45,\n 57,\n 102,\n 48,\n 98,\n 45,\n 51,\n 97,\n 101,\n 53,\n 102,\n 57,\n 50,\n 54,\n 52,\n 97,\n 97,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.673615227Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::5]:58581","req_id":"32e8355d-048c-4499-a623-91b904a3f577","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 53,\n 99,\n 54,\n 50,\n 97,\n 49,\n 56,\n 45,\n 99,\n 99,\n 97,\n 99,\n 45,\n 52,\n 99,\n 100,\n 56,\n 45,\n 57,\n 102,\n 48,\n 98,\n 45,\n 51,\n 97,\n 101,\n 53,\n 102,\n 57,\n 50,\n 54,\n 52,\n 97,\n 97,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_85c62a18-ccac-4cd8-9f0b-3ae5f9264aa4.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.674412398Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::5]:51835","req_id":"3fc85dac-7c85-4485-b4af-59a1d6db5d1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 101,\n 50,\n 101,\n 49,\n 57,\n 98,\n 99,\n 45,\n 56,\n 102,\n 101,\n 51,\n 45,\n 52,\n 100,\n 57,\n 48,\n 45,\n 56,\n 99,\n 102,\n 49,\n 45,\n 98,\n 52,\n 54,\n 51,\n 98,\n 53,\n 48,\n 50,\n 48,\n 98,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.716837046Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::4]:49082","req_id":"5948a766-bc9d-44ba-8b32-b114d68ac34b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 101,\n 50,\n 101,\n 49,\n 57,\n 98,\n 99,\n 45,\n 56,\n 102,\n 101,\n 51,\n 45,\n 52,\n 100,\n 57,\n 48,\n 45,\n 56,\n 99,\n 102,\n 49,\n 45,\n 98,\n 52,\n 54,\n 51,\n 98,\n 53,\n 48,\n 50,\n 48,\n 98,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ae2e19bc-8fe3-4d90-8cf1-b463b5020bcf.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:00.717554214Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::4]:64119","req_id":"57bf1946-6932-4da8-ac45-47d2e0aaa464","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.048156778Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::2]:50180","req_id":"e3a8bd92-6825-426c-94ab-cf64c92faf55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.048832676Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::2]:42157","req_id":"a995e0fb-f2a5-415a-a9d7-e300ef5f5e27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 54,\n 100,\n 98,\n 55,\n 55,\n 99,\n 101,\n 98,\n 45,\n 56,\n 98,\n 100,\n 57,\n 45,\n 52,\n 97,\n 52,\n 100,\n 45,\n 98,\n 48,\n 48,\n 56,\n 45,\n 53,\n 51,\n 51,\n 52,\n 99,\n 49,\n 101,\n 56,\n 54,\n 99,\n 52,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_6db77ceb-8bd9-4a4d-b008-5334c1e86c46.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:01.201113813Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:41132","req_id":"46e1b809-cd0c-442a-8017-543cf5043170","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T17:45:03.319199946Z","hostname":"oxz_internal_dns_1a813496-a4fa-4148-a505-3f38ee976af2","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:56604","req_id":"f1364a83-84f0-48c7-bc15-f198a52e7be0","component":"dns"}