[ Nov 11 19:06:21 Enabled. ] [ Nov 11 19:06:21 Rereading configuration. ] [ Nov 11 19:06:22 Rereading configuration. ] [ Nov 11 19:06:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-addresses [fd00:1122:3344:1::1]:53 &"). ] [ Nov 11 19:06:23 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.686161435Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"dns_config":"Config { bind_addresses: [[fd00:1122:3344:1::1]:53] }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.686305048Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.704895573Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.704931864Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.704954184Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.705309462Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.783903947Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:48982"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.784666195Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"29b16e64-51ea-4f20-a5ce-14f9180557da","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.784695726Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.807012465Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.807047806Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"29b16e64-51ea-4f20-a5ce-14f9180557da","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:06:23.807055306Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"29b16e64-51ea-4f20-a5ce-14f9180557da","remote_addr":"[fd00:1122:3344:1::2]:48982","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22819,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:06:36.542514369Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:33571","req_id":"85401199-60b1-41c0-9827-d4d3f9f6d220","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:06:36.548468734Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:49794","req_id":"557be3b5-eec6-4bd1-a219-608918e744c4","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:06:36.553885228Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:43122","req_id":"09a01774-1f15-4eea-abb2-940594d4dc2d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21687,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:16.975175974Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:59335","req_id":"95088ef5-8bb0-413e-8e82-67acf46f8a7f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53517,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 54,\n 102,\n 102,\n 49,\n 52,\n 50,\n 98,\n 45,\n 102,\n 50,\n 98,\n 48,\n 45,\n 52,\n 97,\n 101,\n 49,\n 45,\n 56,\n 52,\n 53,\n 101,\n 45,\n 49,\n 99,\n 54,\n 49,\n 102,\n 52,\n 49,\n 51,\n 51,\n 55,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:19.452186514Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::e]:63707","req_id":"c51b65a1-4db4-40fe-aa56-76eee75bbe2a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53517,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 54,\n 102,\n 102,\n 49,\n 52,\n 50,\n 98,\n 45,\n 102,\n 50,\n 98,\n 48,\n 45,\n 52,\n 97,\n 101,\n 49,\n 45,\n 56,\n 52,\n 53,\n 101,\n 45,\n 49,\n 99,\n 54,\n 49,\n 102,\n 52,\n 49,\n 51,\n 51,\n 55,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:19.471536216Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::e]:59153","req_id":"4bc0081a-bd50-418e-bcc2-e134523928ff","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17659,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:19.944855386Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:49625","req_id":"93914f15-0353-4244-b159-c1a8106b2af5","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:20.693900932Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:59046","req_id":"09f074ed-fb46-4de0-b4b3-d08a2486d430","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:22.044422006Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:58544","req_id":"b0b83db5-cf87-4f27-a176-358125833cc7","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:23.727295979Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:61155","req_id":"e3442a12-67b2-402b-aa51-64a9691b28c2","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23104,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:26.662012302Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::c]:51198","req_id":"7849061a-f680-4a52-9ebc-1e2bd81fd08a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4482,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:26.786993546Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::b]:34229","req_id":"f3b5a06b-aa67-45ff-be9a-dae62cbc879b","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:27.716096935Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:30516","req_id":"b74de8b6-df24-418d-bf90-9669ebc0b543","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:27.936104829Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:53642","req_id":"d149bc43-5bd4-4497-9b72-90c508a63b59","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:35.640100192Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:58992","req_id":"9f5c4022-c1c4-4739-908b-da52492781e9","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:35.648855272Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:52814","req_id":"38d4c5ba-5021-4e5b-8778-f1f308c5585a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61027,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:35.653036037Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:53862","req_id":"c6fb883a-c626-4df4-88c8-f81cddb63e21","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:35.811481936Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:63463","req_id":"c97dcf1d-6cfb-470c-a22d-f533db941309","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55175,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:43.247006889Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:19202","req_id":"48a49f45-8769-4ea1-9aa9-c8d9780752f4","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:43.44169287Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35081"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:43.487089238Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"9442123c-4ade-4580-8181-e8ad864ffc8d","remote_addr":"[fd00:1122:3344:101::a]:35081","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":27344,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:47.344113014Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50383"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:47.347569353Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"c6e92227-61c4-4676-998c-bd8354593400","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:47.347589603Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"c6e92227-61c4-4676-998c-bd8354593400","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:47.347639655Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"c6e92227-61c4-4676-998c-bd8354593400","remote_addr":"[fd00:1122:3344:101::a]:50383","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":3326,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:47.654165575Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:35079","req_id":"24a611c9-076d-4874-a819-b6fc5ea30439","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:47.776003077Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41414"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:47.776269023Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"9e2f23eb-2154-4d82-96a8-db02f34e8853","remote_addr":"[fd00:1122:3344:101::a]:41414","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47986,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:48.557698083Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:20260","req_id":"724b972a-b65a-466e-a302-53d4bf8e2b72","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:48.675288646Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41987"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:48.675537614Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"f468ab58-c148-406e-904f-5637c378ed32","remote_addr":"[fd00:1122:3344:101::a]:41987","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14853,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:55.586333331Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:63779","req_id":"48974dad-8ed5-42ef-b12c-5d8df38c5ad9","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:57.674249241Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::c]:46481","req_id":"401b9b06-6fd3-4a8e-8c12-8bacc77eb116","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:08:57.674526737Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::b]:2332","req_id":"21aa20da-d261-4367-a254-bd1dd58c3337","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:57.8081609Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52398"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:57.808465967Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"d2c8d81b-7f95-46d4-af94-8510ee368d75","remote_addr":"[fd00:1122:3344:101::c]:52398","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:57.864613239Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40029"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:08:57.864983367Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"1ba6393b-e985-4b1d-9427-eca4cedf83ea","remote_addr":"[fd00:1122:3344:101::b]:40029","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":282,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:05.588555607Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:62738","req_id":"b5868f8f-1785-48db-a6c9-ef6e321ea4bb","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:15.590959722Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:62014","req_id":"50be50be-5810-4c79-867b-9767d3365a89","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:25.592898115Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:58604","req_id":"bdcb92e8-19fb-43c4-87c4-f8191048ca25","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:26.621997608Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62721"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:26.622478528Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"075f4865-22c0-46f3-b829-df275581030d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:26.622519149Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"075f4865-22c0-46f3-b829-df275581030d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:26.62253869Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"075f4865-22c0-46f3-b829-df275581030d","remote_addr":"[fd00:1122:3344:101::b]:62721","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":234,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:26.627640806Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64469"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:26.628155938Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"923a76fc-7493-4880-9e7a-9ee6230690c8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:26.628209089Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"923a76fc-7493-4880-9e7a-9ee6230690c8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:26.62823784Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"923a76fc-7493-4880-9e7a-9ee6230690c8","remote_addr":"[fd00:1122:3344:101::c]:64469","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:27.496254183Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63746"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:27.496834506Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"58f8114c-426b-4798-98f9-b93cd3ee67fe","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:27.496883497Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"58f8114c-426b-4798-98f9-b93cd3ee67fe","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:27.496894777Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"58f8114c-426b-4798-98f9-b93cd3ee67fe","remote_addr":"[fd00:1122:3344:101::a]:63746","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":278,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:27.710932943Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::c]:63922","req_id":"c7beb2f8-2c7c-467f-a3ec-b6893f9beff0","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39348,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:27.717853614Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::b]:7848","req_id":"0da7a38c-f9f4-49f7-9148-6012f4617af8","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:27.80483112Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51928"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:27.805110947Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"1b184a13-e77c-4575-8764-60f11aff3b3e","remote_addr":"[fd00:1122:3344:101::c]:51928","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":233,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:27.843902262Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56572"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:27.844199549Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"be6f5ed1-946e-4f9c-b43c-1e585970eaa6","remote_addr":"[fd00:1122:3344:101::b]:56572","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":236,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:28.441284755Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:17407","req_id":"8e08c27a-b890-4980-b046-2f2729dedb74","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:28.530071172Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42740"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:09:28.530299087Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"07ba5391-c3e5-45a6-bebf-7f80a4f429de","remote_addr":"[fd00:1122:3344:101::a]:42740","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:35.594822667Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:62155","req_id":"26e5f9ff-85e7-430f-841d-0153410551b9","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:45.597055955Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:62710","req_id":"78719860-93df-4fe3-906f-ab32b66cf4ef","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:09:55.59902064Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:63150","req_id":"84234739-7069-488d-91dc-38dc60bc1b4f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:05.600458601Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:52562","req_id":"bc915374-8143-4289-b997-b1628039db77","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:15.602054458Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:58067","req_id":"50717f54-019c-4832-80cf-9543ab9c23eb","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17961,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:25.604796478Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:62753","req_id":"86518adf-2423-402f-b66d-470691777b6c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:26.361745425Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62717"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:26.362546273Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"49b89ded-5f60-4a3c-a3c2-84469bb91238","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:26.362583484Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"49b89ded-5f60-4a3c-a3c2-84469bb91238","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:26.362619695Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"49b89ded-5f60-4a3c-a3c2-84469bb91238","remote_addr":"[fd00:1122:3344:101::c]:62717","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":236,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:26.364074008Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44425"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:26.364753313Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"6f6ad6a5-51d1-4720-9e09-1bfc43590058","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:26.364813555Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"6f6ad6a5-51d1-4720-9e09-1bfc43590058","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:26.364827275Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"6f6ad6a5-51d1-4720-9e09-1bfc43590058","remote_addr":"[fd00:1122:3344:101::b]:44425","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":227,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:27.496388988Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35980"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:27.497087424Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"84556226-e0ba-458e-8b03-09c4a5d23453","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:27.497102984Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"84556226-e0ba-458e-8b03-09c4a5d23453","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:27.497122344Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"84556226-e0ba-458e-8b03-09c4a5d23453","remote_addr":"[fd00:1122:3344:101::a]:35980","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":244,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:27.662574133Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:43991","req_id":"67884a3f-d8fc-49c4-b52e-1593d178f9b5","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:27.667822133Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:58397","req_id":"0cf19a25-aece-4724-b286-b5799d32a135","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:27.672552142Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:41887","req_id":"afef82fe-49af-43a4-89a8-95258299f6d8","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:27.760711724Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::b]:49634","req_id":"ee2df26c-c79a-486e-a61b-097781fcaa8f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:27.76622119Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::c]:39259","req_id":"d08504f7-7785-4df2-84c7-e4afa54e4eec","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:27.863171924Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37543"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:27.863454191Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"d68fe364-eab6-467d-929e-348aee86dd06","remote_addr":"[fd00:1122:3344:101::b]:37543","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:27.905543382Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62842"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:27.905873549Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"92fcb388-2d88-4406-82c8-a3a9ef4c6865","remote_addr":"[fd00:1122:3344:101::c]:62842","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":275,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:29.043151843Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:53208","req_id":"23986e0d-c9ef-4b4d-bc26-eb5b3760cb4e","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:29.128324548Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63230"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:10:29.128599194Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"294fee28-5143-44bd-953d-5b74c12ff5dd","remote_addr":"[fd00:1122:3344:101::a]:63230","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:35.605850511Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:64774","req_id":"3a2caca9-8e3c-4f6c-802c-ca56549be214","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:45.606962917Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:50530","req_id":"49c5c0e0-f173-48b8-a2bd-3df0f389376b","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:10:55.608886039Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:64088","req_id":"b53e410b-80e1-4781-8b42-235da0ffa608","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:05.609986341Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:61783","req_id":"2a8341db-aeb9-4ce6-bbc5-4b5d35d2edce","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:15.611218748Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:51102","req_id":"9c663d6b-faf5-4992-ba44-87d0a305ac64","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:25.613887108Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:51709","req_id":"b830137f-1563-45b7-8016-80af9923d3ef","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:26.361937192Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56614"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:26.362504445Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"8d3443b8-0d0f-44ac-b745-91d727c2a13e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:26.362532545Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"8d3443b8-0d0f-44ac-b745-91d727c2a13e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:26.362541895Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"8d3443b8-0d0f-44ac-b745-91d727c2a13e","remote_addr":"[fd00:1122:3344:101::c]:56614","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":204,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:26.3649334Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60651"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:26.365311879Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"a2d16260-d261-4c0a-b08b-7e99a7ad2ee1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:26.36534659Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"a2d16260-d261-4c0a-b08b-7e99a7ad2ee1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:26.36535841Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"a2d16260-d261-4c0a-b08b-7e99a7ad2ee1","remote_addr":"[fd00:1122:3344:101::b]:60651","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27497,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:27.336698333Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::b]:12715","req_id":"5c1aa17c-3c25-4a16-b7cb-6e0a1ad2a0e2","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:27.342347382Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::c]:3290","req_id":"5acb8a89-aba8-45ee-9081-0a7461a743b7","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:27.431367435Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46499"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:27.43158496Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"46b83721-0cd4-4a8f-93ab-37c7a54c6bf5","remote_addr":"[fd00:1122:3344:101::b]:46499","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":174,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:27.467343747Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35098"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:27.467595393Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"b5aab77f-b7e7-4630-a598-18107ed1eb1e","remote_addr":"[fd00:1122:3344:101::c]:35098","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:27.497190369Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55664"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:27.497527926Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"5d7250da-e709-4800-87bb-a8e581bacd91","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:27.497555417Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"5d7250da-e709-4800-87bb-a8e581bacd91","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:27.497562607Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"5d7250da-e709-4800-87bb-a8e581bacd91","remote_addr":"[fd00:1122:3344:101::a]:55664","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":169,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5832,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:28.631520785Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:11589","req_id":"755312fa-ac10-444c-ba6b-b229f7571bae","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:28.810008631Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64638"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:11:28.810230226Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"db882911-c3ed-46f5-9fce-e506b95193f5","remote_addr":"[fd00:1122:3344:101::a]:64638","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:35.615534575Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:54934","req_id":"35adc2c5-0bce-40ab-b683-c1aa7ec85054","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:45.617405456Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:62774","req_id":"7ee5a37c-e11e-4b00-9fe3-aeeb36444189","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:11:55.620076445Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:51100","req_id":"b5754c38-66de-4fd3-9cd2-cc72a743526a","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:05.621015816Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:62321","req_id":"dc1a1200-ec2f-4e11-98bf-18e2de045cef","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:15.622124919Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:50122","req_id":"8375819e-1efb-41dc-bc30-29a08cd4abdd","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:25.62440187Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:57660","req_id":"d28fd82f-afe3-4e2f-83f3-dd0380dca8e9","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:26.362920627Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46575"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:26.363648723Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"62f85456-50d8-400a-8549-6d14506627a4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:26.363701704Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"62f85456-50d8-400a-8549-6d14506627a4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:26.363718195Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"62f85456-50d8-400a-8549-6d14506627a4","remote_addr":"[fd00:1122:3344:101::c]:46575","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:26.365302011Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58646"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:26.365547956Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"dd292024-d221-4e5a-8cbf-67bf085d08dc","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:26.365567047Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"dd292024-d221-4e5a-8cbf-67bf085d08dc","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:26.365577267Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"dd292024-d221-4e5a-8cbf-67bf085d08dc","remote_addr":"[fd00:1122:3344:101::b]:58646","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10305,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:27.403613014Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::c]:31509","req_id":"33d06d40-4db2-438f-b514-a34c6d8139d1","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:27.496368452Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44989"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:27.496615078Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"54a82576-834c-4655-8780-52cb43d325a9","remote_addr":"[fd00:1122:3344:101::c]:44989","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:27.49759657Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46962"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:27.497848036Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"189faabd-7274-4d09-9650-724556fc4521","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:27.497869836Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"189faabd-7274-4d09-9650-724556fc4521","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:27.497887917Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"189faabd-7274-4d09-9650-724556fc4521","remote_addr":"[fd00:1122:3344:101::a]:46962","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":248,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:28.046062936Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::b]:2481","req_id":"fd579c4e-c29a-4e3d-a059-8635b5d2979d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:28.142669882Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60554"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:28.142885347Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"86bc08d2-5d47-4879-b6ee-2fb138b59286","remote_addr":"[fd00:1122:3344:101::b]:60554","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7893,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:28.96223239Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:2018","req_id":"3a3bba7b-b4b5-499d-83b4-7221b067a077","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:29.054752393Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33066"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:12:29.055002108Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"bc85268d-c4f4-4c6b-9767-316cb86a455a","remote_addr":"[fd00:1122:3344:101::a]:33066","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32019,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:35.625843003Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:58562","req_id":"640250ba-36b0-45b2-a596-8a99de8cb052","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:35.862178581Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:59819","req_id":"c6584f30-bd6a-4499-90d3-f296f8b449df","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:35.86697723Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:42220","req_id":"d41acfe9-3548-4e6d-a6e0-e66e8068bc88","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47177,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:35.871547185Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:42963","req_id":"29db1223-e160-43fe-9beb-0318ae08c4dd","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35621,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:45.62805135Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:53244","req_id":"64fa616f-7504-44be-a116-31af5ca9f914","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3157,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:12:55.6294017Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:53826","req_id":"dedd8bf5-187c-406c-afa4-86f33914b6e1","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:05.631147698Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:60208","req_id":"b7371a77-297e-40ea-a916-9e38c65e77b8","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:15.632740715Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:63045","req_id":"58c8a111-6a94-4b42-b437-37b9a3459a37","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27870,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:25.635083637Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:53179","req_id":"0196acb8-9524-47de-88cc-f838b0a35dec","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:26.362391817Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44454"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:26.363064752Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"408fb662-a651-435c-99cd-0cf7a254e0df","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:26.363099903Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"408fb662-a651-435c-99cd-0cf7a254e0df","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:26.363108553Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"408fb662-a651-435c-99cd-0cf7a254e0df","remote_addr":"[fd00:1122:3344:101::c]:44454","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":216,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:26.3655921Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49837"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:26.365839076Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"dfe2503f-62c2-4881-a491-1fd3d2caa7f0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:26.365861627Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"dfe2503f-62c2-4881-a491-1fd3d2caa7f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:26.365872237Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"dfe2503f-62c2-4881-a491-1fd3d2caa7f0","remote_addr":"[fd00:1122:3344:101::b]:49837","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:27.288851255Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::c]:44556","req_id":"bb01529c-be3f-4e9d-b52d-ee44ac31f90c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:27.381093752Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40740"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:27.381395539Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"7489428f-3f58-4c44-ba1e-046777c7ea2c","remote_addr":"[fd00:1122:3344:101::c]:40740","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":245,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27153,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:27.387282793Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::b]:54236","req_id":"d414468f-3426-4d00-9f47-5ea6bbe1594b","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:27.476408209Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34253"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:27.476676675Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"0a98ec07-63b5-4eed-9264-b99f4be65168","remote_addr":"[fd00:1122:3344:101::b]:34253","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:27.498007562Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58635"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:27.498588455Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"59c8452b-c173-4247-bd59-d2937e535d4e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:27.498618816Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"59c8452b-c173-4247-bd59-d2937e535d4e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:27.498635026Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"59c8452b-c173-4247-bd59-d2937e535d4e","remote_addr":"[fd00:1122:3344:101::a]:58635","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":226,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:30.418365627Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:59706","req_id":"28c6b92d-35b6-4ae1-9741-d111b438f554","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:30.507060083Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37774"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:13:30.50739792Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"b6c85f0d-d328-49e7-81de-17d6bd2b226d","remote_addr":"[fd00:1122:3344:101::a]:37774","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":257,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:35.63700572Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:60101","req_id":"b77c0aab-932c-42b6-96d2-bb357c29c918","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:45.639297431Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:50373","req_id":"137e153c-d13b-4673-bcf6-0585eecb3751","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:13:55.641021458Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:58126","req_id":"680a0dba-759b-41a6-83a5-6438a0cb0399","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64651,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:05.642684546Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:55405","req_id":"f9a17457-25cc-439e-82b8-7310877e50b6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35328,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:15.64386611Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:61707","req_id":"1bbf2d5f-33dd-4d24-9594-b7ac1b293d6c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32857,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:25.645231071Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:62734","req_id":"7213e5ef-b2be-4515-ac77-cea5c6347412","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:26.362626424Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48459"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:26.36329907Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"15d8a402-8e19-425b-8faa-1a12b7b68177","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:26.363340441Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"15d8a402-8e19-425b-8faa-1a12b7b68177","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:26.363355871Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"15d8a402-8e19-425b-8faa-1a12b7b68177","remote_addr":"[fd00:1122:3344:101::c]:48459","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":240,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:26.365886379Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34479"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:26.366215626Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"440074be-a8d2-4cbe-9c2f-1253667991e6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:26.366236907Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"440074be-a8d2-4cbe-9c2f-1253667991e6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:26.366246807Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"440074be-a8d2-4cbe-9c2f-1253667991e6","remote_addr":"[fd00:1122:3344:101::b]:34479","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":202,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:27.498233899Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64512"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:27.498423433Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"c7599729-6af7-4c99-a88b-239cdab6d585","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:27.498438024Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"new_generation":1,"req_id":"c7599729-6af7-4c99-a88b-239cdab6d585","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:27.498528375Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"PUT","req_id":"c7599729-6af7-4c99-a88b-239cdab6d585","remote_addr":"[fd00:1122:3344:101::a]:64512","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":214,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9867,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:27.555380939Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::c]:41885","req_id":"d0465c87-4015-4ad0-88c9-f8f9a6f0345d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:27.561166686Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::b]:59715","req_id":"701fcad9-cdf6-4c55-8d28-c14d42e422ad","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:27.689381424Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55877"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:27.689597779Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"e6fe3ff0-95d1-4ec5-9f5c-55d9541e46c5","remote_addr":"[fd00:1122:3344:101::c]:55877","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:27.735196761Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34042"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:27.735571839Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"20c8c17d-8835-4b75-96bd-5cef245260c5","remote_addr":"[fd00:1122:3344:101::b]:34042","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":307,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:29.094899203Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::a]:54774","req_id":"2b15726b-3111-4c74-a87b-2326fbdeb784","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:29.179331521Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44222"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-11T19:14:29.179561476Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"uri":"/config","method":"GET","req_id":"cffbddee-d48b-4da2-8c76-682b50d6d63c","remote_addr":"[fd00:1122:3344:101::a]:44222","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:35.647737497Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:55509","req_id":"cf36eb45-3325-4221-b094-912997c58938","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:36.008173308Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:42061","req_id":"4a13f4f0-d9cc-4658-869c-e771f06333be","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53155,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:36.012697752Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:61872","req_id":"11dea97d-0d80-4e2a-b614-79991f7c614d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63002,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:36.016864597Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:37674","req_id":"bc66677d-9450-4680-a2a5-9ef02c92306b","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:45.649633828Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:53638","req_id":"f25d7616-1ada-48d4-bf5d-f22eba45e6c5","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:14:55.65110442Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::d]:60139","req_id":"e596cef2-4341-4de6-975a-0c64633b1a04","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_347cd99f-dd99-44f9-9690-e9e9c73c80f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_347cd99f-dd99-44f9-9690-e9e9c73c80f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 52,\n 55,\n 99,\n 100,\n 57,\n 57,\n 102,\n 45,\n 100,\n 100,\n 57,\n 57,\n 45,\n 52,\n 52,\n 102,\n 57,\n 45,\n 57,\n 54,\n 57,\n 48,\n 45,\n 101,\n 57,\n 101,\n 57,\n 99,\n 55,\n 51,\n 99,\n 56,\n 48,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_347cd99f-dd99-44f9-9690-e9e9c73c80f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.023076997Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::1b]:58976","req_id":"4d0e70a9-df2e-4982-bb51-e90694ce8984","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 54,\n 102,\n 102,\n 49,\n 52,\n 50,\n 98,\n 45,\n 102,\n 50,\n 98,\n 48,\n 45,\n 52,\n 97,\n 101,\n 49,\n 45,\n 56,\n 52,\n 53,\n 101,\n 45,\n 49,\n 99,\n 54,\n 49,\n 102,\n 52,\n 49,\n 51,\n 51,\n 55,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.286972674Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::e]:36400","req_id":"78e94eab-325a-4d3d-a816-0c7f09d82e33","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 54,\n 102,\n 102,\n 49,\n 52,\n 50,\n 98,\n 45,\n 102,\n 50,\n 98,\n 48,\n 45,\n 52,\n 97,\n 101,\n 49,\n 45,\n 56,\n 52,\n 53,\n 101,\n 45,\n 49,\n 99,\n 54,\n 49,\n 102,\n 52,\n 49,\n 51,\n 51,\n 55,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_26ff142b-f2b0-4ae1-845e-1c61f41337ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.287649749Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::e]:64120","req_id":"75acddef-72d0-4c5c-82a2-d1a404dff957","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.689958038Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::2]:47538","req_id":"5bc90701-363a-494b-899b-671f04340391","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.690628623Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::2]:53618","req_id":"0a7b93ff-55a3-4599-bc6e-4160cdb1337e","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_690049cc-d229-423a-92c8-1bb14ad7a6df.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_690049cc-d229-423a-92c8-1bb14ad7a6df.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 57,\n 48,\n 48,\n 52,\n 57,\n 99,\n 99,\n 45,\n 100,\n 50,\n 50,\n 57,\n 45,\n 52,\n 50,\n 51,\n 97,\n 45,\n 57,\n 50,\n 99,\n 56,\n 45,\n 49,\n 98,\n 98,\n 49,\n 52,\n 97,\n 100,\n 55,\n 97,\n 54,\n 100,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_690049cc-d229-423a-92c8-1bb14ad7a6df.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.767776855Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::3]:34311","req_id":"4e11fb10-12e4-459e-b0d4-682aefbab013","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_690049cc-d229-423a-92c8-1bb14ad7a6df.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_690049cc-d229-423a-92c8-1bb14ad7a6df.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 57,\n 48,\n 48,\n 52,\n 57,\n 99,\n 99,\n 45,\n 100,\n 50,\n 50,\n 57,\n 45,\n 52,\n 50,\n 51,\n 97,\n 45,\n 57,\n 50,\n 99,\n 56,\n 45,\n 49,\n 98,\n 98,\n 49,\n 52,\n 97,\n 100,\n 55,\n 97,\n 54,\n 100,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_690049cc-d229-423a-92c8-1bb14ad7a6df.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.768560653Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::3]:40492","req_id":"b399c768-1877-4789-ba17-74d05b43add5","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8235651b-e257-436f-8594-0ed6ae57b40a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8235651b-e257-436f-8594-0ed6ae57b40a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 50,\n 51,\n 53,\n 54,\n 53,\n 49,\n 98,\n 45,\n 101,\n 50,\n 53,\n 55,\n 45,\n 52,\n 51,\n 54,\n 102,\n 45,\n 56,\n 53,\n 57,\n 52,\n 45,\n 48,\n 101,\n 100,\n 54,\n 97,\n 101,\n 53,\n 55,\n 98,\n 52,\n 48,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8235651b-e257-436f-8594-0ed6ae57b40a.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.842448811Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::4]:62056","req_id":"4e282048-9b94-4953-9ee6-29bc59313c9e","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33128,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8235651b-e257-436f-8594-0ed6ae57b40a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8235651b-e257-436f-8594-0ed6ae57b40a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 50,\n 51,\n 53,\n 54,\n 53,\n 49,\n 98,\n 45,\n 101,\n 50,\n 53,\n 55,\n 45,\n 52,\n 51,\n 54,\n 102,\n 45,\n 56,\n 53,\n 57,\n 52,\n 45,\n 48,\n 101,\n 100,\n 54,\n 97,\n 101,\n 53,\n 55,\n 98,\n 52,\n 48,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8235651b-e257-436f-8594-0ed6ae57b40a.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.84328091Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::4]:58053","req_id":"ffc65a3c-455e-45c0-9b9e-0e475ab23e57","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe1a09f9-86b2-454b-ac32-6f62a751ce56.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe1a09f9-86b2-454b-ac32-6f62a751ce56.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 49,\n 97,\n 48,\n 57,\n 102,\n 57,\n 45,\n 56,\n 54,\n 98,\n 50,\n 45,\n 52,\n 53,\n 52,\n 98,\n 45,\n 97,\n 99,\n 51,\n 50,\n 45,\n 54,\n 102,\n 54,\n 50,\n 97,\n 55,\n 53,\n 49,\n 99,\n 101,\n 53,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe1a09f9-86b2-454b-ac32-6f62a751ce56.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.918336414Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::6]:62970","req_id":"6a1b565d-ea2f-4288-aa73-6b3eb658ca5c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_fe1a09f9-86b2-454b-ac32-6f62a751ce56.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_fe1a09f9-86b2-454b-ac32-6f62a751ce56.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 101,\n 49,\n 97,\n 48,\n 57,\n 102,\n 57,\n 45,\n 56,\n 54,\n 98,\n 50,\n 45,\n 52,\n 53,\n 52,\n 98,\n 45,\n 97,\n 99,\n 51,\n 50,\n 45,\n 54,\n 102,\n 54,\n 50,\n 97,\n 55,\n 53,\n 49,\n 99,\n 101,\n 53,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_fe1a09f9-86b2-454b-ac32-6f62a751ce56.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.919165123Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::6]:34218","req_id":"1279d298-f66f-40e7-a75b-fc827c814c17","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46771,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a7064dd-876f-416c-98b7-82c50d9f6560.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a7064dd-876f-416c-98b7-82c50d9f6560.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 55,\n 48,\n 54,\n 52,\n 100,\n 100,\n 45,\n 56,\n 55,\n 54,\n 102,\n 45,\n 52,\n 49,\n 54,\n 99,\n 45,\n 57,\n 56,\n 98,\n 55,\n 45,\n 56,\n 50,\n 99,\n 53,\n 48,\n 100,\n 57,\n 102,\n 54,\n 53,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a7064dd-876f-416c-98b7-82c50d9f6560.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.924144586Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::5]:44153","req_id":"bfdea0c8-539f-416d-8882-0de4530516c6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46771,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5a7064dd-876f-416c-98b7-82c50d9f6560.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5a7064dd-876f-416c-98b7-82c50d9f6560.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 97,\n 55,\n 48,\n 54,\n 52,\n 100,\n 100,\n 45,\n 56,\n 55,\n 54,\n 102,\n 45,\n 52,\n 49,\n 54,\n 99,\n 45,\n 57,\n 56,\n 98,\n 55,\n 45,\n 56,\n 50,\n 99,\n 53,\n 48,\n 100,\n 57,\n 102,\n 54,\n 53,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5a7064dd-876f-416c-98b7-82c50d9f6560.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.925031097Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::5]:34268","req_id":"bf45c91e-89bf-471c-b9e5-026b642adea7","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f74804a4-5fd1-4164-bf0d-fe1abc708198.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f74804a4-5fd1-4164-bf0d-fe1abc708198.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 55,\n 52,\n 56,\n 48,\n 52,\n 97,\n 52,\n 45,\n 53,\n 102,\n 100,\n 49,\n 45,\n 52,\n 49,\n 54,\n 52,\n 45,\n 98,\n 102,\n 48,\n 100,\n 45,\n 102,\n 101,\n 49,\n 97,\n 98,\n 99,\n 55,\n 48,\n 56,\n 49,\n 57,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f74804a4-5fd1-4164-bf0d-fe1abc708198.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.974974267Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::7]:51749","req_id":"b7235688-f206-4faa-906e-50829697b610","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f74804a4-5fd1-4164-bf0d-fe1abc708198.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f74804a4-5fd1-4164-bf0d-fe1abc708198.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 55,\n 52,\n 56,\n 48,\n 52,\n 97,\n 52,\n 45,\n 53,\n 102,\n 100,\n 49,\n 45,\n 52,\n 49,\n 54,\n 52,\n 45,\n 98,\n 102,\n 48,\n 100,\n 45,\n 102,\n 101,\n 49,\n 97,\n 98,\n 99,\n 55,\n 48,\n 56,\n 49,\n 57,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f74804a4-5fd1-4164-bf0d-fe1abc708198.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-11T19:15:00.975804606Z","hostname":"oxz_internal_dns_5645e30b-d016-4e0b-8ed9-af9d3cfb8790","pid":5307,"peer_addr":"[fd00:1122:3344:101::7]:35471","req_id":"c4ddb679-9641-42f2-aa5c-a803d7f9d0a6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"}