[ May 16 00:55:59 Enabled. ] [ May 16 00:55:59 Rereading configuration. ] [ May 16 00:55:59 Rereading configuration. ] [ May 16 00:56:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 16 00:56:01 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.156466964Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.156606556Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.180508627Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.180536208Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.180620429Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.181004514Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11547,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.223959841Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::2]:27069","req_id":"d600f1cc-a3e1-46b5-be6f-11c2af20902d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45941,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.466871876Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:2::2]:10925","req_id":"cd5b793b-9906-4b19-a8af-310bc22980cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.468461847Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::2]:61695","req_id":"f792d45c-f3c1-4323-9d30-b15c33f9a947","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.890919986Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:38567"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.891693796Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"c0e36929-f641-4f46-bd77-bfc7d1dae2e4","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.891735267Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.904088333Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.904114063Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"c0e36929-f641-4f46-bd77-bfc7d1dae2e4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.904159394Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"PUT","req_id":"c0e36929-f641-4f46-bd77-bfc7d1dae2e4","remote_addr":"[fd00:1122:3344:2::2]:38567","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12866,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.556353129Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:38977","req_id":"5a482642-9bfb-4aec-b6e6-535f8513db92","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.560671977Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:35096","req_id":"35a4315d-121b-4a65-bf3e-13a1656c8fdf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.565040916Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:39551","req_id":"95e3b9a8-928b-411e-82cf-1f31f30e94da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:32.359221103Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:51506","req_id":"d202bb73-3a75-4d63-8c9e-455381354fdd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:38.199635218Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::e]:44585","req_id":"31850352-ea57-4671-9997-ba10f89d5aea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:38.204625265Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::e]:59513","req_id":"b185241c-810f-4db2-bebe-7bc8cc8520b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:42.329872098Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:53997","req_id":"7f1bca80-6179-49a0-9bb0-a438b1eb4b01","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.844000727Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:14636","req_id":"db0a3177-a3b3-43bd-961b-18e73e8a1e13","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34553,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.84422978Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:17454","req_id":"e4057a0f-d52b-4531-8804-bdcbe3c8076b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.846908736Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:5144","req_id":"6e89cce9-9594-4d6f-8bd1-dcd2830398a6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:52.332082846Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:54955","req_id":"d8c32cdd-6150-4f70-92b6-d941ac898331","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:02.334150454Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:57544","req_id":"a56c9f88-beae-4b14-82ff-70446440fb61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:12.336615986Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:49448","req_id":"1e280796-6ea0-4f2a-a327-56cc13d24dcf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.596080643Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:50886","req_id":"78a2e9d9-bae4-4924-8b2b-12d10485828b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.600350811Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:57872","req_id":"320140aa-c5dc-4f39-bd67-b141556047a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48881,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.604416485Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:46336","req_id":"5b85f96e-0619-40ce-87a4-7d836f13150d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:22.337815415Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:57982","req_id":"b6532259-3159-458f-a712-013e9dd1c50f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:22.693254553Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:60737","req_id":"013f7954-5ff1-4d59-9b67-c4620eeadeba","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:22.907807636Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37895"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:22.98543795Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"cfcd50bf-891c-4b6f-9bae-731627e93b2f","remote_addr":"[fd00:1122:3344:101::a]:37895","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":47325,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:23.549338289Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:8234","req_id":"4c3c76bd-ea1a-402d-98ec-c83c9be03bbe","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.59111506Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33355"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.595404278Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"6efbc1f9-a438-454b-b1f0-cd444d916ad2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.595434358Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"6efbc1f9-a438-454b-b1f0-cd444d916ad2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.595457088Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"PUT","req_id":"6efbc1f9-a438-454b-b1f0-cd444d916ad2","remote_addr":"[fd00:1122:3344:101::a]:33355","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":368,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.828762324Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57465"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.829804838Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"5ea2ac24-d94f-4a1a-b968-466b4dcd8edb","remote_addr":"[fd00:1122:3344:101::a]:57465","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":988,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18486,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:24.535164908Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:46559","req_id":"b8c18d15-ebca-4452-ae19-d1d60e050979","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:24.536931162Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:26665","req_id":"769fd5ec-6ed0-4b9b-a4e1-9699c157ac24","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.670853482Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41439"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.671172046Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"03a3fec1-f2cb-4b80-a00e-d3ccde7f9499","remote_addr":"[fd00:1122:3344:101::c]:41439","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.706312599Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42327"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.706727294Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"2606735b-1f14-4714-b48e-8f2e0f3e906c","remote_addr":"[fd00:1122:3344:101::b]:42327","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":350,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:25.229307157Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:11987","req_id":"221feabc-2c36-4a75-a8c7-1ea17c840269","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:25.337608893Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64985"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:25.338079139Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"64faa39b-1799-4d9c-b878-22878130763c","remote_addr":"[fd00:1122:3344:101::a]:64985","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":280,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:32.340078423Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:50151","req_id":"ee00b0de-b4ed-4d45-9b92-b1df91dba7d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:42.342386512Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:64950","req_id":"c54d4ff5-a5e0-4443-ae16-fadc9c48c50d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.492786593Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63677"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.497838861Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"95e15c7f-3560-4483-9741-5b27262251a1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.497904252Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"95e15c7f-3560-4483-9741-5b27262251a1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.497918002Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"PUT","req_id":"95e15c7f-3560-4483-9741-5b27262251a1","remote_addr":"[fd00:1122:3344:101::a]:63677","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":1990,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.844554501Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60295"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.849536948Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"014e4a9c-7d6d-4a64-a812-a7d7942c9a87","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.84969427Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"014e4a9c-7d6d-4a64-a812-a7d7942c9a87","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.849731591Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"PUT","req_id":"014e4a9c-7d6d-4a64-a812-a7d7942c9a87","remote_addr":"[fd00:1122:3344:101::b]:60295","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":349,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.870669552Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37193"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.874175199Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"0f3750f6-525b-4c8b-ad1b-2e59ae6bf5d7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.874375862Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"0f3750f6-525b-4c8b-ad1b-2e59ae6bf5d7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.874422743Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"PUT","req_id":"0f3750f6-525b-4c8b-ad1b-2e59ae6bf5d7","remote_addr":"[fd00:1122:3344:101::c]:37193","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":286,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7894,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.95233968Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:5885","req_id":"9d86662d-a7d9-401d-976a-e73151c404f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.954167965Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:37860","req_id":"c77e17f1-5e23-4f8b-b1a5-3faaa2828f0c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.959084527Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:29817","req_id":"b83652a8-a28e-42a2-bb4c-136f3e4c1a13","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.067810992Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46397"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.068063736Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"1ea9ea5c-feb8-4d3e-9056-3d89c3f482ab","remote_addr":"[fd00:1122:3344:101::c]:46397","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.106763916Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62941"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.106993969Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"4c03a2d5-149e-473b-9d65-b92295488cad","remote_addr":"[fd00:1122:3344:101::b]:62941","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.14205917Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47665"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.142309913Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"9fd7c494-1701-4523-b992-a74cd73d463a","remote_addr":"[fd00:1122:3344:101::a]:47665","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":193,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:52.34388169Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:57715","req_id":"287bbeee-33a9-495e-8a7c-09e604ed4cba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:02.345440141Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:49297","req_id":"a41c6a97-15e8-4f0f-b674-4bef5223f898","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59051,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:12.347790672Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:50113","req_id":"02f788ad-e4c2-46c6-88a3-2d745d7540bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:22.349497314Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:64093","req_id":"af5c9087-b23c-4f59-ad5c-60a340cfb7ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:32.351546531Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:60455","req_id":"1f3dd196-edc9-4f88-8cac-9feb879e855c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63484,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:42.35374478Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:60241","req_id":"1e0597d2-11aa-43b2-a392-62712bcd3895","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.464772632Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40526"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.466987392Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"d0df2f1d-cb24-408d-bb6a-471ce99b6283","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.467015382Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"d0df2f1d-cb24-408d-bb6a-471ce99b6283","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.467120744Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"PUT","req_id":"d0df2f1d-cb24-408d-bb6a-471ce99b6283","remote_addr":"[fd00:1122:3344:101::c]:40526","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":229,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.493526598Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59957"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496098803Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"858af01c-9559-4ed5-9b35-f71527b93b73","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496180934Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"858af01c-9559-4ed5-9b35-f71527b93b73","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496193164Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"PUT","req_id":"858af01c-9559-4ed5-9b35-f71527b93b73","remote_addr":"[fd00:1122:3344:101::a]:59957","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":264,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.497284409Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56396"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.501961072Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"4ba708f8-928e-4076-88ea-331f0c31312b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.501991032Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"new_generation":1,"req_id":"4ba708f8-928e-4076-88ea-331f0c31312b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.502021393Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"PUT","req_id":"4ba708f8-928e-4076-88ea-331f0c31312b","remote_addr":"[fd00:1122:3344:101::b]:56396","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":284,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7322,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:44.962592263Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::a]:44641","req_id":"4ab6dbea-899c-4c60-b6c3-aed8e580c250","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29243,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:44.964112204Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::c]:36890","req_id":"503d748e-64d4-435e-aec8-b0e82965f787","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:45.018056589Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::b]:19201","req_id":"92a2c97f-8d63-4fa5-8b07-cb635ddedd55","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.081771755Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54113"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.082252302Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"8c3c3574-caf7-4f7f-befd-0937ff7b49bc","remote_addr":"[fd00:1122:3344:101::c]:54113","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":404,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.122851917Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45466"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.123164461Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"34c4a2ea-0f4f-4dca-9584-60b5aae84c9b","remote_addr":"[fd00:1122:3344:101::a]:45466","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":258,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.158168402Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52481"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.158439266Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"uri":"/config","method":"GET","req_id":"9c11f269-81e4-4226-b749-f1340d725cae","remote_addr":"[fd00:1122:3344:101::b]:52481","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:52.355036397Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::d]:50285","req_id":"6cde59b7-8335-4afa-a8dd-68dd994899ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 99,\n 98,\n 54,\n 100,\n 100,\n 100,\n 57,\n 54,\n 45,\n 99,\n 53,\n 99,\n 101,\n 45,\n 52,\n 50,\n 100,\n 102,\n 45,\n 97,\n 101,\n 99,\n 52,\n 45,\n 99,\n 99,\n 51,\n 49,\n 102,\n 49,\n 99,\n 55,\n 100,\n 55,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.258916255Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::1b]:53487","req_id":"12fcb44e-fa72-4648-aee2-49720f62d65f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.456095655Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::e]:36396","req_id":"d059fe1a-1f04-464e-86a0-b40af5d90490","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.456682143Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::e]:52639","req_id":"9e17b1c7-c7a1-450c-89d4-4af5d77e4426","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.99215238Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::2]:58832","req_id":"9d383585-f003-46fa-96e2-dcf846d9a4d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.992809799Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::2]:63206","req_id":"f05e0b61-8c65-4300-8613-334c5ebfaedc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 100,\n 53,\n 53,\n 49,\n 48,\n 45,\n 100,\n 53,\n 48,\n 53,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 57,\n 101,\n 97,\n 57,\n 45,\n 51,\n 56,\n 51,\n 97,\n 98,\n 102,\n 99,\n 48,\n 51,\n 57,\n 99,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.998604746Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::7]:46889","req_id":"3288237a-9b24-4d7a-91ad-bb16ceba00b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 100,\n 53,\n 53,\n 49,\n 48,\n 45,\n 100,\n 53,\n 48,\n 53,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 57,\n 101,\n 97,\n 57,\n 45,\n 51,\n 56,\n 51,\n 97,\n 98,\n 102,\n 99,\n 48,\n 51,\n 57,\n 99,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.999055183Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::7]:32943","req_id":"e7e9049c-3661-4501-9691-bae04a627040","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 102,\n 48,\n 49,\n 56,\n 56,\n 101,\n 45,\n 101,\n 99,\n 57,\n 99,\n 45,\n 52,\n 98,\n 49,\n 54,\n 45,\n 57,\n 51,\n 52,\n 97,\n 45,\n 49,\n 55,\n 52,\n 102,\n 98,\n 51,\n 48,\n 98,\n 102,\n 48,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.006088257Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::6]:40707","req_id":"6f8a9a90-8ef8-4f8b-86eb-02fde1955aa9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 102,\n 48,\n 49,\n 56,\n 56,\n 101,\n 45,\n 101,\n 99,\n 57,\n 99,\n 45,\n 52,\n 98,\n 49,\n 54,\n 45,\n 57,\n 51,\n 52,\n 97,\n 45,\n 49,\n 55,\n 52,\n 102,\n 98,\n 51,\n 48,\n 98,\n 102,\n 48,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.006596814Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::6]:63736","req_id":"2b688a1f-356f-4e66-aac8-5b5c3602eb5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 57,\n 99,\n 49,\n 102,\n 50,\n 100,\n 57,\n 45,\n 57,\n 100,\n 52,\n 51,\n 45,\n 52,\n 54,\n 52,\n 48,\n 45,\n 98,\n 55,\n 102,\n 48,\n 45,\n 54,\n 55,\n 99,\n 55,\n 48,\n 100,\n 99,\n 98,\n 53,\n 54,\n 56,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.011622581Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::4]:55079","req_id":"7c7c25f7-97a1-4c25-bfe7-3c57ba75c487","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 57,\n 99,\n 49,\n 102,\n 50,\n 100,\n 57,\n 45,\n 57,\n 100,\n 52,\n 51,\n 45,\n 52,\n 54,\n 52,\n 48,\n 45,\n 98,\n 55,\n 102,\n 48,\n 45,\n 54,\n 55,\n 99,\n 55,\n 48,\n 100,\n 99,\n 98,\n 53,\n 54,\n 56,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.012095698Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::4]:59842","req_id":"71d42d81-6255-4b6a-99eb-86afebd10dbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 99,\n 102,\n 54,\n 102,\n 57,\n 51,\n 45,\n 53,\n 51,\n 102,\n 97,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 48,\n 48,\n 99,\n 45,\n 100,\n 97,\n 53,\n 49,\n 55,\n 52,\n 101,\n 102,\n 100,\n 53,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.016399806Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::5]:55083","req_id":"7768c2cd-5a1a-441b-bebf-c9ee54f5631a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 99,\n 102,\n 54,\n 102,\n 57,\n 51,\n 45,\n 53,\n 51,\n 102,\n 97,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 48,\n 48,\n 99,\n 45,\n 100,\n 97,\n 53,\n 49,\n 55,\n 52,\n 101,\n 102,\n 100,\n 53,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.016980824Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::5]:51745","req_id":"728846b9-07cb-475b-a05a-987cbfda59bf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 101,\n 98,\n 56,\n 55,\n 53,\n 102,\n 55,\n 45,\n 48,\n 101,\n 102,\n 55,\n 45,\n 52,\n 51,\n 49,\n 55,\n 45,\n 57,\n 50,\n 52,\n 101,\n 45,\n 52,\n 97,\n 57,\n 99,\n 55,\n 99,\n 57,\n 54,\n 102,\n 101,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.026637733Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::3]:50184","req_id":"70d891da-ba85-4232-b5be-78d2248c482b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 101,\n 98,\n 56,\n 55,\n 53,\n 102,\n 55,\n 45,\n 48,\n 101,\n 102,\n 55,\n 45,\n 52,\n 51,\n 49,\n 55,\n 45,\n 57,\n 50,\n 52,\n 101,\n 45,\n 52,\n 97,\n 57,\n 99,\n 55,\n 99,\n 57,\n 54,\n 102,\n 101,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.02716957Z","hostname":"oxz_internal_dns_52962324-2efa-4a16-8137-9c31c39e19cd","pid":5432,"peer_addr":"[fd00:1122:3344:101::3]:63819","req_id":"46cf0df6-49c6-44f4-9756-ad4d0f2bf681","component":"dns"}