[ Jun 22 21:11:10 Enabled. ] [ Jun 22 21:11:10 Rereading configuration. ] [ Jun 22 21:11:11 Rereading configuration. ] [ Jun 22 21:11:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jun 22 21:11:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.553654561Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.553792192Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.572531848Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.572548288Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.572592909Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:12.572851431Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.779122032Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:54882"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.780027139Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"e0fadc19-58ed-442e-8b82-0165aeb7db46","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.780054969Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.803222378Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.803255718Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"e0fadc19-58ed-442e-8b82-0165aeb7db46","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:11:13.803291808Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"PUT","req_id":"e0fadc19-58ed-442e-8b82-0165aeb7db46","remote_addr":"[fd00:1122:3344:2::2]:54882","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":23692,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.766542061Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:32978","req_id":"1d119955-abf4-4513-8fb5-c74a034421b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3208,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.771175314Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:50374","req_id":"0440b7a8-922f-4cae-937f-4b0bb9f21c43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65330,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:11:25.775346655Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:58499","req_id":"32d543b0-824e-4fe7-b8a7-d042534c2302","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:21.288092103Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:51922","req_id":"c656e8eb-1ded-4aec-a078-c9ee76e65102","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44875,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.044326527Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:13323","req_id":"62c5d2fa-2c51-46a7-a35c-d6bde21f9a7f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.220673582Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::a]:6409","req_id":"bc61bf83-e580-47c9-a2cc-c724b4744f6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.646169968Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::e]:38794","req_id":"074ae08b-910d-408e-8f26-9d1e02e7fcf9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44046,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:30.66023789Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::e]:40183","req_id":"8392db74-71c2-45a3-a311-b6152500cf3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:31.27976508Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:57554","req_id":"b07b7756-fbd4-425a-b6a5-a61639a96f26","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:32.330856402Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:28759","req_id":"42702f56-19d9-4b10-847e-36ab2d3e3160","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:32.653704792Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57810"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:32.704493392Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"f89a46bc-d63f-42d4-b199-146e6eab5881","remote_addr":"[fd00:1122:3344:101::c]:57810","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":22488,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:35.284796037Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:31793","req_id":"4f3642c9-e148-4c95-9dfd-229dd21dd50d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.379831638Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33241"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.381195998Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"23a9bf68-0d7f-4b8d-a428-ea92ffd13504","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.381271699Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"23a9bf68-0d7f-4b8d-a428-ea92ffd13504","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.381279179Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"PUT","req_id":"23a9bf68-0d7f-4b8d-a428-ea92ffd13504","remote_addr":"[fd00:1122:3344:101::c]:33241","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":444,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.415200156Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48529"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:35.415466558Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"d9864443-ae0f-48b4-8ee7-3afd6fe985da","remote_addr":"[fd00:1122:3344:101::c]:48529","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:36.353329865Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:25127","req_id":"ca79e43f-3332-42a6-a9ec-a9d88369d922","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:36.488860312Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52278"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:36.489200325Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"11724bc6-fb9a-4b23-b353-29ff78195aaf","remote_addr":"[fd00:1122:3344:101::c]:52278","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.035600602Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65306"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036139355Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"60710c3f-670f-4f64-a5f8-8c23bc400f64","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036223216Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"60710c3f-670f-4f64-a5f8-8c23bc400f64","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.036232346Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"PUT","req_id":"60710c3f-670f-4f64-a5f8-8c23bc400f64","remote_addr":"[fd00:1122:3344:101::b]:65306","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":400,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:38.514299567Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::b]:31895","req_id":"774c0c76-1588-40cc-b5da-75c086913a14","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.747852827Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34628"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:38.748725423Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"145a1b25-615d-4ee3-b616-d195c6246cbe","remote_addr":"[fd00:1122:3344:101::b]:34628","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":301,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:39.331393475Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::b]:45901","req_id":"d7ee4e77-15e7-4363-93be-291482af8bdf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:39.553218049Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35530"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:39.553570902Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"023d3c77-252d-414f-ae16-a6489f4e4921","remote_addr":"[fd00:1122:3344:101::b]:35530","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":286,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:41.281846084Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:57743","req_id":"6880493f-1c67-4912-a441-cfc5945447b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:41.327479976Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::a]:12425","req_id":"574a0a1e-c3d4-4bbc-811d-73e4b5c393a7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:41.454810743Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40788"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:13:41.455047915Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"084a62f3-b273-49fb-8ce5-6769db8ffea7","remote_addr":"[fd00:1122:3344:101::a]:40788","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46447,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:13:51.284056748Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:56030","req_id":"7636603f-0f23-4d51-a25a-b73c2c333824","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:01.286202552Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:64587","req_id":"a2e1e852-3478-4346-b5dd-88917d1a7517","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24098,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:11.287526777Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:51542","req_id":"6d3611d7-9169-41d4-9c5f-ec833b4cf8b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:21.289375602Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:58342","req_id":"0822b9c2-47ce-40bf-ae98-3a1567e0f787","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.735901262Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55550"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736261874Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"ed0c6c57-7634-4fe4-b677-835867e0f6b0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736290064Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"ed0c6c57-7634-4fe4-b677-835867e0f6b0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:29.736299435Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"PUT","req_id":"ed0c6c57-7634-4fe4-b677-835867e0f6b0","remote_addr":"[fd00:1122:3344:101::c]:55550","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":290,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033109596Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59121"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033471018Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"e747478f-3c18-495a-9157-3bff3a996d0f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033520508Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"e747478f-3c18-495a-9157-3bff3a996d0f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:30.033549079Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"PUT","req_id":"e747478f-3c18-495a-9157-3bff3a996d0f","remote_addr":"[fd00:1122:3344:101::a]:59121","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":302,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.290977583Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:52478","req_id":"f7b3c39c-4d55-4d64-bd0c-83fc42e7dcef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46976,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.547180007Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::c]:9230","req_id":"3268ce42-91a7-4ae9-8235-c6d2325a6017","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:31.556109002Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::a]:17716","req_id":"76125c6a-a957-41ef-be9a-803c7c5d9ba5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.67945515Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46766"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.679826853Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"58ffe211-d665-46c9-a7cc-3257d07e5945","remote_addr":"[fd00:1122:3344:101::c]:46766","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":310,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.735930681Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47013"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:31.736248734Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"27b872c0-f64f-436c-8f4b-9d0a00b9ca3a","remote_addr":"[fd00:1122:3344:101::a]:47013","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":271,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.728926369Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56715"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729325552Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"ca29e5c7-a58a-4974-975e-a496f5025e60","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729361712Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"new_generation":1,"req_id":"ca29e5c7-a58a-4974-975e-a496f5025e60","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:37.729450693Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"PUT","req_id":"ca29e5c7-a58a-4974-975e-a496f5025e60","remote_addr":"[fd00:1122:3344:101::b]:56715","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":328,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:39.686080327Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::b]:49932","req_id":"240903ee-87dc-4cb0-a594-014fcef2bd70","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:39.787159803Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57819"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-22T21:14:39.787366734Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"uri":"/config","method":"GET","req_id":"7bb86f9a-9f83-41e4-92d0-36c27ec0bc1c","remote_addr":"[fd00:1122:3344:101::b]:57819","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:41.292930635Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:60365","req_id":"42bff870-9fec-40d5-8c0c-e793b84ac956","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2453,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:14:51.295027418Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:52303","req_id":"6336ab31-a8a1-4d66-b276-987ce857ecc2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.761025099Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::e]:60996","req_id":"6c31b668-69fe-4c36-99a3-1fd4d70dd747","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 54,\n 97,\n 57,\n 48,\n 56,\n 53,\n 48,\n 45,\n 55,\n 57,\n 52,\n 52,\n 45,\n 52,\n 101,\n 57,\n 52,\n 45,\n 56,\n 100,\n 100,\n 53,\n 45,\n 57,\n 50,\n 101,\n 54,\n 57,\n 57,\n 54,\n 101,\n 57,\n 98,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_56a90850-7944-4e94-8dd5-92e6996e9b92.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.761795664Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::e]:38843","req_id":"aa3cb4dd-f4bb-4de2-99b7-7f0be69a8e31","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 102,\n 102,\n 55,\n 56,\n 100,\n 48,\n 45,\n 57,\n 100,\n 50,\n 52,\n 45,\n 52,\n 98,\n 53,\n 100,\n 45,\n 98,\n 98,\n 48,\n 51,\n 45,\n 56,\n 54,\n 57,\n 52,\n 50,\n 102,\n 51,\n 48,\n 55,\n 51,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.856037721Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::5]:57434","req_id":"4f64baa1-57cb-4327-be95-f51d8869f84f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 102,\n 102,\n 55,\n 56,\n 100,\n 48,\n 45,\n 57,\n 100,\n 50,\n 52,\n 45,\n 52,\n 98,\n 53,\n 100,\n 45,\n 98,\n 98,\n 48,\n 51,\n 45,\n 56,\n 54,\n 57,\n 52,\n 50,\n 102,\n 51,\n 48,\n 55,\n 51,\n 55,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b6ff78d0-9d24-4b5d-bb03-86942f30737a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.856741616Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::5]:58330","req_id":"e0388781-53e5-461f-9683-4c422f4c7c77","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 102,\n 53,\n 50,\n 102,\n 57,\n 53,\n 56,\n 45,\n 57,\n 57,\n 57,\n 53,\n 45,\n 52,\n 50,\n 53,\n 53,\n 45,\n 97,\n 48,\n 57,\n 48,\n 45,\n 51,\n 53,\n 101,\n 57,\n 102,\n 98,\n 52,\n 101,\n 98,\n 48,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.937658895Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::6]:60340","req_id":"8bea4bab-3b88-4d86-ba8e-8e26f175c7c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 102,\n 53,\n 50,\n 102,\n 57,\n 53,\n 56,\n 45,\n 57,\n 57,\n 57,\n 53,\n 45,\n 52,\n 50,\n 53,\n 53,\n 45,\n 97,\n 48,\n 57,\n 48,\n 45,\n 51,\n 53,\n 101,\n 57,\n 102,\n 98,\n 52,\n 101,\n 98,\n 48,\n 101,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2f52f958-9995-4255-a090-35e9fb4eb0ee.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.93843728Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::6]:51537","req_id":"f0a98a1a-445a-4d87-af98-1e41cd731650","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 49,\n 55,\n 99,\n 50,\n 54,\n 102,\n 45,\n 100,\n 52,\n 101,\n 98,\n 45,\n 52,\n 51,\n 97,\n 50,\n 45,\n 97,\n 57,\n 51,\n 56,\n 45,\n 57,\n 102,\n 53,\n 100,\n 101,\n 50,\n 48,\n 53,\n 48,\n 48,\n 49,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.971407361Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::7]:54329","req_id":"889bca87-2698-49dc-b02d-a69a5697d081","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 49,\n 55,\n 99,\n 50,\n 54,\n 102,\n 45,\n 100,\n 52,\n 101,\n 98,\n 45,\n 52,\n 51,\n 97,\n 50,\n 45,\n 97,\n 57,\n 51,\n 56,\n 45,\n 57,\n 102,\n 53,\n 100,\n 101,\n 50,\n 48,\n 53,\n 48,\n 48,\n 49,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4717c26f-d4eb-43a2-a938-9f5de2050014.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:00.972229867Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::7]:42291","req_id":"9f5766a7-187c-4408-a89a-dd621a09befe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 99,\n 54,\n 49,\n 99,\n 48,\n 50,\n 45,\n 48,\n 49,\n 56,\n 55,\n 45,\n 52,\n 102,\n 97,\n 97,\n 45,\n 97,\n 49,\n 100,\n 57,\n 45,\n 53,\n 101,\n 51,\n 100,\n 57,\n 52,\n 54,\n 50,\n 54,\n 53,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.003476544Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::4]:63635","req_id":"793bae99-b1d8-46de-ad7f-e82309df122d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 53,\n 99,\n 54,\n 49,\n 99,\n 48,\n 50,\n 45,\n 48,\n 49,\n 56,\n 55,\n 45,\n 52,\n 102,\n 97,\n 97,\n 45,\n 97,\n 49,\n 100,\n 57,\n 45,\n 53,\n 101,\n 51,\n 100,\n 57,\n 52,\n 54,\n 50,\n 54,\n 53,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a5c61c02-0187-4faa-a1d9-5e3d946265c2.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.00424472Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::4]:54949","req_id":"81ba9fb2-6f80-4cd3-bc62-75cbcf87e060","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 50,\n 54,\n 97,\n 102,\n 98,\n 49,\n 45,\n 49,\n 101,\n 53,\n 52,\n 45,\n 52,\n 97,\n 52,\n 98,\n 45,\n 57,\n 54,\n 50,\n 101,\n 45,\n 51,\n 52,\n 48,\n 54,\n 97,\n 56,\n 55,\n 48,\n 97,\n 53,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.022351371Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::3]:58106","req_id":"4dab2b4f-7d21-4139-a445-e1c9e8810b60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2135,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 51,\n 50,\n 54,\n 97,\n 102,\n 98,\n 49,\n 45,\n 49,\n 101,\n 53,\n 52,\n 45,\n 52,\n 97,\n 52,\n 98,\n 45,\n 57,\n 54,\n 50,\n 101,\n 45,\n 51,\n 52,\n 48,\n 54,\n 97,\n 56,\n 55,\n 48,\n 97,\n 53,\n 48,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2326afb1-1e54-4a4b-962e-3406a870a50b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.022985866Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::3]:45231","req_id":"30aee006-f06a-42a4-bc1e-23213ba922de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.297431284Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::d]:55943","req_id":"75821619-0ed7-46c8-bd7d-0533da5e8fce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.515490692Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::2]:48144","req_id":"0b437cb6-cff2-4155-8e76-56206949868b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.516121286Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::2]:53567","req_id":"94e9646b-6047-459a-bf56-26475dabd3e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 54,\n 56,\n 101,\n 54,\n 55,\n 97,\n 56,\n 45,\n 54,\n 51,\n 101,\n 48,\n 45,\n 52,\n 57,\n 100,\n 101,\n 45,\n 56,\n 49,\n 54,\n 54,\n 45,\n 50,\n 51,\n 97,\n 101,\n 97,\n 52,\n 101,\n 55,\n 57,\n 97,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_368e67a8-63e0-49de-8166-23aea4e79ab6.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-22T21:15:01.553101795Z","hostname":"oxz_internal_dns_b7a0cf9a-2ec7-4dbc-a4db-b73ab37e7fb8","pid":5480,"peer_addr":"[fd00:1122:3344:101::1b]:48554","req_id":"adfb2fdd-97b3-4304-b4a7-46d5ea485df4","component":"dns"}