[ May 1 04:07:11 Enabled. ] [ May 1 04:07:11 Rereading configuration. ] [ May 1 04:07:11 Rereading configuration. ] [ May 1 04:07:12 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 1 04:07:12 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.740311905Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.740455698Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.761965084Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.761993585Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.762042916Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.762318962Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.951514122Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:51114"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.952295659Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"376cd0b5-a734-4a1e-a416-312a97d6c0d7","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.95232309Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.970446582Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.970473753Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"376cd0b5-a734-4a1e-a416-312a97d6c0d7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:07:12.970484913Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"376cd0b5-a734-4a1e-a416-312a97d6c0d7","remote_addr":"[fd00:1122:3344:2::2]:51114","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":18573,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:07:24.641555671Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:36451","req_id":"d06216aa-b626-4732-9c56-cba808109cb2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22952,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:07:24.646159581Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:60719","req_id":"a6da8952-b9c1-4ace-834a-41a631e23e8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:07:24.650085866Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:39010","req_id":"efe97479-244d-4ae6-80ab-3302d2bd951b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:22.736229812Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:57559","req_id":"682fc928-1b92-42aa-bde9-200369c1b184","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11525,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:25.165550702Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:61557","req_id":"0e1af2df-4e2a-42c0-9b6e-518535edc7c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:25.180063707Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:38672","req_id":"ff45d660-1e71-4342-bc57-6a9a69557764","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27487,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:25.183691065Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:54085","req_id":"a669297e-afe9-4aaf-8292-cefbd33d6a0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 50,\n 50,\n 100,\n 48,\n 97,\n 100,\n 101,\n 45,\n 54,\n 99,\n 51,\n 52,\n 45,\n 52,\n 53,\n 52,\n 97,\n 45,\n 97,\n 53,\n 97,\n 102,\n 45,\n 100,\n 51,\n 102,\n 101,\n 50,\n 97,\n 100,\n 57,\n 51,\n 97,\n 100,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:30.103401319Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::e]:34254","req_id":"37c0cd60-6963-4811-adc1-11b4c0ff1824","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 50,\n 50,\n 100,\n 48,\n 97,\n 100,\n 101,\n 45,\n 54,\n 99,\n 51,\n 52,\n 45,\n 52,\n 53,\n 52,\n 97,\n 45,\n 97,\n 53,\n 97,\n 102,\n 45,\n 100,\n 51,\n 102,\n 101,\n 50,\n 97,\n 100,\n 57,\n 51,\n 97,\n 100,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:30.10344978Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::e]:44105","req_id":"b353c4f6-d874-4d54-a4f0-b65068c4228b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:32.698616856Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:64237","req_id":"7e77ab83-dd73-4c54-a1a7-9c7a27f8ac2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:37.219062736Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::b]:48844","req_id":"6e73f7d2-9c6c-45c6-abe2-f59ecd219034","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57806,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:37.644498736Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::c]:48744","req_id":"c093d388-0608-435c-8e64-46c82c74c589","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44349,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:37.733054055Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::a]:8252","req_id":"188fe143-e187-4c00-b0a4-dc5abd940f16","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:38.952917562Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49792"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.029749027Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"8c2e414a-5990-4b90-a00c-99f25b217e93","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.029833679Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"8c2e414a-5990-4b90-a00c-99f25b217e93","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.032099168Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"8c2e414a-5990-4b90-a00c-99f25b217e93","remote_addr":"[fd00:1122:3344:101::b]:49792","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":39566,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.188546869Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36440"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.18861091Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52988"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.189147002Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44609"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.205807573Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"e16c7b07-c4f5-43cd-92de-dbec0b0b864b","remote_addr":"[fd00:1122:3344:101::b]:44609","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16389,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.205863394Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"a5108933-f6e9-4c02-83cf-0b96ebcf6bda","remote_addr":"[fd00:1122:3344:101::c]:36440","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":17168,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:39.205905855Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"edf84e0f-aae1-4b65-86b1-aa614441303e","remote_addr":"[fd00:1122:3344:101::a]:52988","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":17125,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:40.231274098Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::b]:64709","req_id":"5ca4530d-dd04-479a-a167-244d72021ef4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:40.359589829Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37227"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:40.359853844Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"b5eba75a-67f2-4eed-a8fb-e970cab22c41","remote_addr":"[fd00:1122:3344:101::b]:37227","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:40.94238864Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::b]:39651","req_id":"69c36ac7-6cc8-48bf-8456-e26924564cda","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:41.069551846Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63892"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:41.069852393Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"3aeca55a-da2d-4080-b5c9-94d3d55cdd25","remote_addr":"[fd00:1122:3344:101::b]:63892","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:42.700523076Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:55359","req_id":"313a5aeb-8636-4943-be19-1e69eaad3c6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:48.375734933Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::a]:35806","req_id":"bfc4a0e8-9113-46d4-a652-208048c08dee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:48.381413576Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::c]:54893","req_id":"1ccb1b22-17e5-4115-aa85-cfba2b4f292a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:48.502789076Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47418"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:48.503164975Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"0e386b2b-6ae4-45bc-911f-09dcdb47bc44","remote_addr":"[fd00:1122:3344:101::a]:47418","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":296,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:48.559835163Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63295"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:09:48.560108719Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"0d5777e8-5fa6-4e9c-91be-5356bd2b22a2","remote_addr":"[fd00:1122:3344:101::c]:63295","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:09:52.702821464Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:63376","req_id":"06353db9-f223-467f-aa0e-386a6a4c3a74","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40749,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:02.70499102Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:56945","req_id":"d6d9917d-0f60-4ae9-b1f6-056be8ea2899","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:12.706106412Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:62231","req_id":"de18b55b-416e-4095-9543-a02653eda059","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:22.707766967Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:58781","req_id":"2eb092b4-b0e0-4419-ae77-6bd9a2dd67b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:32.709602196Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:58275","req_id":"7ceda771-817a-40d0-9336-a71cbe64d188","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.040264973Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43242"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.042244476Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"34c5911e-4a07-4268-b6b3-0ddbd139e677","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.042289666Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"34c5911e-4a07-4268-b6b3-0ddbd139e677","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.042300777Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"34c5911e-4a07-4268-b6b3-0ddbd139e677","remote_addr":"[fd00:1122:3344:101::b]:43242","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.318449102Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45745"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.320302482Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"0f4b63b0-cfda-4d22-9bd8-778b05bd2d6f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.320321562Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"0f4b63b0-cfda-4d22-9bd8-778b05bd2d6f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.320344743Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"0f4b63b0-cfda-4d22-9bd8-778b05bd2d6f","remote_addr":"[fd00:1122:3344:101::c]:45745","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":243,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.630043695Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45985"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.633446549Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"fd14ad5b-9626-4c5d-8cb5-aaf6fa70acd1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.63349955Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"fd14ad5b-9626-4c5d-8cb5-aaf6fa70acd1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:37.63350948Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"fd14ad5b-9626-4c5d-8cb5-aaf6fa70acd1","remote_addr":"[fd00:1122:3344:101::a]:45985","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":258,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6250,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:38.59416551Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::a]:22189","req_id":"f74ec71c-bac6-42bf-8960-0988bc027010","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:38.600987188Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::c]:55686","req_id":"c67251f3-3868-4b4e-9b60-0ea6b0858312","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:38.655658953Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::b]:22033","req_id":"48631680-f3a9-4835-a36c-4dc7dff3aea7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:38.695449475Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65163"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:38.695694791Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"8cf3653d-0ec7-4f99-93c6-a3561fba9e75","remote_addr":"[fd00:1122:3344:101::a]:65163","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:38.755693761Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59278"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:38.755941237Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"f1200dde-2c61-497c-9ab6-6c070909ac30","remote_addr":"[fd00:1122:3344:101::b]:59278","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:38.796474805Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35194"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:10:38.796781851Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"8dd67b3e-c348-4c48-bac9-1f2b74340567","remote_addr":"[fd00:1122:3344:101::c]:35194","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":254,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:42.712047916Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:52678","req_id":"a234a9b7-cb4f-477c-bfa2-3ed6f25dc3ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:10:52.713372193Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:64178","req_id":"3bb4d53d-9106-412c-8502-a55e178987c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:02.715048166Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:57817","req_id":"286b4bc4-4396-4b6a-8f51-65fd073d8384","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:12.717121181Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:60460","req_id":"daa763da-5d24-49e7-93bc-262e765dddc4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30449,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:17.191941914Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:34835","req_id":"d5775e83-f14b-4ba8-bd61-7535f6232f44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:17.196339499Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:54556","req_id":"bba79773-86d1-4240-b454-5de21378438e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:17.200950029Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:64863","req_id":"448ea4bb-c90b-4bd8-9d96-d8dd9c85c0df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53958,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:22.71855992Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:49309","req_id":"6930671c-a375-44e2-9517-1abe8b3aec48","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10552,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:32.720318158Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:56767","req_id":"6672c53b-0fcc-4c76-9c5b-264d5965c0bc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.041407588Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42585"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.04334779Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"ed368ddb-13be-4e35-813c-d61d6c7e6966","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.043358461Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"ed368ddb-13be-4e35-813c-d61d6c7e6966","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.043376441Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"ed368ddb-13be-4e35-813c-d61d6c7e6966","remote_addr":"[fd00:1122:3344:101::b]:42585","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.295521676Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40419"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.29754127Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"45b1e214-c3bb-4bdb-b684-4efe05310d31","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.297597841Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"45b1e214-c3bb-4bdb-b684-4efe05310d31","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.297607501Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"45b1e214-c3bb-4bdb-b684-4efe05310d31","remote_addr":"[fd00:1122:3344:101::c]:40419","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.422236952Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50192"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.425550984Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"8b33129e-0449-42d5-8dfc-948e5cdeff52","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.425592375Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"8b33129e-0449-42d5-8dfc-948e5cdeff52","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:37.425635206Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"8b33129e-0449-42d5-8dfc-948e5cdeff52","remote_addr":"[fd00:1122:3344:101::a]:50192","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":241,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:38.200706884Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::b]:50504","req_id":"0ec48bdd-20b6-4cd7-a6c5-b84153b1df32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:38.212762485Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::a]:10386","req_id":"749e0dd4-540f-4192-a1cf-3074bb876672","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:38.31310633Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35100"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:38.313347215Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"50ab396e-f3ea-492c-a408-7648c9e39790","remote_addr":"[fd00:1122:3344:101::b]:35100","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:38.329593397Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::c]:45845","req_id":"f180fe11-12f8-450c-ae5d-e85aca3e79fb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:38.350398068Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51383"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:38.350707485Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"53490f8f-683a-4380-a456-d444e760f1a8","remote_addr":"[fd00:1122:3344:101::a]:51383","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":251,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:38.428665924Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39079"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:11:38.42890082Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"5a346724-dd86-48fa-83da-6197f65e4c99","remote_addr":"[fd00:1122:3344:101::c]:39079","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:42.721569714Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:56487","req_id":"422303f6-cd30-448e-98d4-fa76c7d7b98b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:11:52.723512275Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:61962","req_id":"3d8da2e6-5d83-40c7-8178-2dcea04a79b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:02.72471024Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:55175","req_id":"38e63683-ce7d-4798-b011-f1b2405eef94","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52589,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:05.852866844Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:62358","req_id":"9e0c4eb7-bded-4491-b21c-5f472e402ee8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:05.857032194Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:47027","req_id":"ddf0e2e2-fea1-4abc-8d9e-1bdbf2525bb8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:05.861024271Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:40449","req_id":"b696a3de-efae-4c4f-9c9c-021cb7fa054a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:12.726488085Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:59484","req_id":"96522d1f-a5de-4e79-bdc8-c998de10c2b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40670,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:22.728263381Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:51626","req_id":"08d259e9-3da6-466b-b572-62f7759f19ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32740,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:32.730342355Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:61462","req_id":"723abc16-2216-4009-ae4e-17669fc3a40a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.04105686Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32936"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.042870329Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"157d652e-153b-4f6f-a2d5-5be96a4a9f70","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.042894319Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"157d652e-153b-4f6f-a2d5-5be96a4a9f70","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.04290205Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"157d652e-153b-4f6f-a2d5-5be96a4a9f70","remote_addr":"[fd00:1122:3344:101::b]:32936","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":161,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.29621806Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45439"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.298340096Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"70b87da8-7c8d-493c-a252-d55cebcda89a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.298361847Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"70b87da8-7c8d-493c-a252-d55cebcda89a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.298370787Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"70b87da8-7c8d-493c-a252-d55cebcda89a","remote_addr":"[fd00:1122:3344:101::c]:45439","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":171,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.422798883Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47378"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.425608094Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"28ac85a3-1e5f-479a-a28a-818f30823f8c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.425634575Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"28ac85a3-1e5f-479a-a28a-818f30823f8c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:37.425642885Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"28ac85a3-1e5f-479a-a28a-818f30823f8c","remote_addr":"[fd00:1122:3344:101::a]:47378","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":251,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:38.271557548Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::a]:17865","req_id":"770c39eb-ee1c-4fef-986c-b76722b1c15d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:38.271771743Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::c]:11967","req_id":"d91e0f6a-b94f-4d26-a5da-76b8c0772f6d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60258,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:38.27716498Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::b]:2266","req_id":"229561bc-7f23-4b1c-b404-0ce7b2528a9d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:38.38744264Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51485"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:38.387710386Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"a5777af0-b68e-4f1b-ae66-276ebabe46e6","remote_addr":"[fd00:1122:3344:101::a]:51485","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:38.431845552Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63903"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:38.432113468Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"2e26700c-8218-45ca-9ecf-627967f98f3f","remote_addr":"[fd00:1122:3344:101::c]:63903","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:38.467625418Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49597"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:12:38.467858243Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"5b798022-4613-4e80-ad18-ac925808df9c","remote_addr":"[fd00:1122:3344:101::b]:49597","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43525,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:42.731499048Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:50824","req_id":"264ec958-93bb-4df0-aa4e-5ee329f3983f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:12:52.733316715Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:52927","req_id":"7a6c739c-0aac-4117-b00b-882b12cbd713","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:02.734880299Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:55962","req_id":"6bf2c7c9-c730-4acd-a25b-6fafaec2b7de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:12.73642066Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:50340","req_id":"71c727a3-f141-4956-b5ef-e52b33744644","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:22.738050474Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:54248","req_id":"8a70e7ca-2fbf-4119-a9d6-18ffa1ac61e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12407,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:32.739913314Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:56474","req_id":"199bb4dd-b38f-4c53-908a-c61423c28590","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.041608473Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44775"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.043473934Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"b9970045-b337-4571-892e-b4a86a962de0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.043490954Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"b9970045-b337-4571-892e-b4a86a962de0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.043498624Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"b9970045-b337-4571-892e-b4a86a962de0","remote_addr":"[fd00:1122:3344:101::b]:44775","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":153,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.296671551Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65007"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.29861199Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"13f43d45-9a22-4b12-95df-d26168960bcb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.298640462Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"13f43d45-9a22-4b12-95df-d26168960bcb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.298647972Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"13f43d45-9a22-4b12-95df-d26168960bcb","remote_addr":"[fd00:1122:3344:101::c]:65007","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":152,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.422975888Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40256"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.425921143Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"de020605-bf37-4932-a341-ea8db88281ea","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.425953073Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"de020605-bf37-4932-a341-ea8db88281ea","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:37.425964303Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"de020605-bf37-4932-a341-ea8db88281ea","remote_addr":"[fd00:1122:3344:101::a]:40256","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":387,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:38.424028414Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::c]:27435","req_id":"313f4a8d-a0d4-4128-90ab-c2367604c14e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:38.424335511Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::b]:21820","req_id":"e91e01e5-9003-4048-94bb-e206c041ff83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:38.497370244Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::a]:6266","req_id":"1ec9ae6b-5335-4fd8-b0f9-a13f2efd2b89","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:38.526345732Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46358"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:38.526652008Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"78105c84-adb6-4b22-b017-0ff57918b58b","remote_addr":"[fd00:1122:3344:101::c]:46358","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":262,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:38.564315785Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42366"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:38.564520399Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"208ccec8-02ba-4b9b-852a-b68ef43a95d6","remote_addr":"[fd00:1122:3344:101::b]:42366","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":173,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:38.606052019Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40120"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:13:38.606285874Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"252a1b40-08cf-4cd1-bf32-f2063854449f","remote_addr":"[fd00:1122:3344:101::a]:40120","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:42.742558297Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:57185","req_id":"98de4f49-7c1e-4df3-932b-197f01474eee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:13:52.74455507Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:60031","req_id":"65889fb1-68c7-470b-b06e-66341111662a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3138,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:02.746107222Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:64015","req_id":"88be95e8-da7f-4e3c-b35f-03f78546889c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:12.748561865Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:56674","req_id":"cdf94500-02f2-4f41-8f59-bca2710ea4be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:22.750048587Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:52173","req_id":"77d5026a-be79-476d-9d21-c4544c690b57","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:32.751891056Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:65110","req_id":"55f30e5e-5fcf-4ff5-ba0e-05bb0fd9fda5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.04276536Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:39000"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.044905347Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"7c269e17-e5e0-42f8-a8b3-0ea6eb565a35","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.044925718Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"7c269e17-e5e0-42f8-a8b3-0ea6eb565a35","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.044935328Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"7c269e17-e5e0-42f8-a8b3-0ea6eb565a35","remote_addr":"[fd00:1122:3344:101::b]:39000","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.297127114Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44496"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.2992553Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"0845e161-7742-47fb-9149-398c16a26197","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.302068561Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"0845e161-7742-47fb-9149-398c16a26197","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.302077561Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"0845e161-7742-47fb-9149-398c16a26197","remote_addr":"[fd00:1122:3344:101::c]:44496","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":249,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.423763749Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50026"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.426986478Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"e6bad8d1-668c-4af8-bc23-faa23199d59f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.427026899Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"new_generation":1,"req_id":"e6bad8d1-668c-4af8-bc23-faa23199d59f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:37.427039909Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"PUT","req_id":"e6bad8d1-668c-4af8-bc23-faa23199d59f","remote_addr":"[fd00:1122:3344:101::a]:50026","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":264,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:38.563000799Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::a]:30241","req_id":"517816ae-8dd6-42fb-9bd0-7c543ee2aceb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13892,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:38.568449037Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::b]:61270","req_id":"7a3afb15-2c5c-4703-a424-bf2f65dd6965","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:38.636217176Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::c]:3577","req_id":"14a59cf0-ac8e-4239-b2d2-b7b0d6be9ec4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:38.663493427Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55765"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:38.663788393Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"3cecc106-e94c-488b-a095-513c184cd4d4","remote_addr":"[fd00:1122:3344:101::a]:55765","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:38.69963329Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43589"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:38.699887136Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"60be55af-f084-4747-a52e-f79e4cb15879","remote_addr":"[fd00:1122:3344:101::b]:43589","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:38.827539302Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48318"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T04:14:38.827764677Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"uri":"/config","method":"GET","req_id":"fc63bdbd-d536-4d72-9edc-660c98e2ca17","remote_addr":"[fd00:1122:3344:101::c]:48318","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:42.753628642Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:54402","req_id":"67fc0c77-9134-4248-b672-13f3d980bf5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:14:52.755288436Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:56504","req_id":"416e4d18-beef-4ee2-bd2b-bf2e75b8c340","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.248606677Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::2]:34834","req_id":"a6270c6d-4343-473c-a790-7063580a98cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.249125349Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::2]:38334","req_id":"84c66c61-2cb2-4238-9e10-ff57cefe9f96","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_424756dd-099a-47cf-a8b4-b05a60f8c258.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_424756dd-099a-47cf-a8b4-b05a60f8c258.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 52,\n 50,\n 52,\n 55,\n 53,\n 54,\n 100,\n 100,\n 45,\n 48,\n 57,\n 57,\n 97,\n 45,\n 52,\n 55,\n 99,\n 102,\n 45,\n 97,\n 56,\n 98,\n 52,\n 45,\n 98,\n 48,\n 53,\n 97,\n 54,\n 48,\n 102,\n 56,\n 99,\n 50,\n 53,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_424756dd-099a-47cf-a8b4-b05a60f8c258.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.585334335Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::1b]:62574","req_id":"809eff47-f69f-4eec-9083-9dea65c9c5b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_22e9397a-6b2b-46b4-b587-d2809918d7cd.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_22e9397a-6b2b-46b4-b587-d2809918d7cd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 50,\n 101,\n 57,\n 51,\n 57,\n 55,\n 97,\n 45,\n 54,\n 98,\n 50,\n 98,\n 45,\n 52,\n 54,\n 98,\n 52,\n 45,\n 98,\n 53,\n 56,\n 55,\n 45,\n 100,\n 50,\n 56,\n 48,\n 57,\n 57,\n 49,\n 56,\n 100,\n 55,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_22e9397a-6b2b-46b4-b587-d2809918d7cd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.606944924Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::6]:38209","req_id":"b240dad0-b9aa-42fe-a067-6010c3fda4c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_22e9397a-6b2b-46b4-b587-d2809918d7cd.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_22e9397a-6b2b-46b4-b587-d2809918d7cd.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 50,\n 101,\n 57,\n 51,\n 57,\n 55,\n 97,\n 45,\n 54,\n 98,\n 50,\n 98,\n 45,\n 52,\n 54,\n 98,\n 52,\n 45,\n 98,\n 53,\n 56,\n 55,\n 45,\n 100,\n 50,\n 56,\n 48,\n 57,\n 57,\n 49,\n 56,\n 100,\n 55,\n 99,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_22e9397a-6b2b-46b4-b587-d2809918d7cd.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.607481286Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::6]:55517","req_id":"bb6f82fe-c020-4148-bdb3-d6cdcfc1c245","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d9cbec6-353c-4451-a80d-8bc839f08d91.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d9cbec6-353c-4451-a80d-8bc839f08d91.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 57,\n 99,\n 98,\n 101,\n 99,\n 54,\n 45,\n 51,\n 53,\n 51,\n 99,\n 45,\n 52,\n 52,\n 53,\n 49,\n 45,\n 97,\n 56,\n 48,\n 100,\n 45,\n 56,\n 98,\n 99,\n 56,\n 51,\n 57,\n 102,\n 48,\n 56,\n 100,\n 57,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d9cbec6-353c-4451-a80d-8bc839f08d91.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.686317264Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::5]:34037","req_id":"c6877016-3dac-45fd-8acb-117c4e1a8c8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d9cbec6-353c-4451-a80d-8bc839f08d91.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d9cbec6-353c-4451-a80d-8bc839f08d91.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 57,\n 99,\n 98,\n 101,\n 99,\n 54,\n 45,\n 51,\n 53,\n 51,\n 99,\n 45,\n 52,\n 52,\n 53,\n 49,\n 45,\n 97,\n 56,\n 48,\n 100,\n 45,\n 56,\n 98,\n 99,\n 56,\n 51,\n 57,\n 102,\n 48,\n 56,\n 100,\n 57,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d9cbec6-353c-4451-a80d-8bc839f08d91.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.687013249Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::5]:56680","req_id":"1b21de9c-ddb8-4ced-a662-47cf882e3677","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0819dcdb-ad7b-4b02-a4d7-14b88208a36d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0819dcdb-ad7b-4b02-a4d7-14b88208a36d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 56,\n 49,\n 57,\n 100,\n 99,\n 100,\n 98,\n 45,\n 97,\n 100,\n 55,\n 98,\n 45,\n 52,\n 98,\n 48,\n 50,\n 45,\n 97,\n 52,\n 100,\n 55,\n 45,\n 49,\n 52,\n 98,\n 56,\n 56,\n 50,\n 48,\n 56,\n 97,\n 51,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0819dcdb-ad7b-4b02-a4d7-14b88208a36d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.710193952Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::7]:58893","req_id":"8bdb672e-18ab-4ba3-88a6-6fa8034b6d4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27336,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0819dcdb-ad7b-4b02-a4d7-14b88208a36d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0819dcdb-ad7b-4b02-a4d7-14b88208a36d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 56,\n 49,\n 57,\n 100,\n 99,\n 100,\n 98,\n 45,\n 97,\n 100,\n 55,\n 98,\n 45,\n 52,\n 98,\n 48,\n 50,\n 45,\n 97,\n 52,\n 100,\n 55,\n 45,\n 49,\n 52,\n 98,\n 56,\n 56,\n 50,\n 48,\n 56,\n 97,\n 51,\n 54,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0819dcdb-ad7b-4b02-a4d7-14b88208a36d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.710802345Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::7]:36611","req_id":"22151cd8-6cea-45d7-96e3-a91e3e06d4dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be29d7af-312b-45e7-a0a3-e9ec67b1d649.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be29d7af-312b-45e7-a0a3-e9ec67b1d649.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 50,\n 57,\n 100,\n 55,\n 97,\n 102,\n 45,\n 51,\n 49,\n 50,\n 98,\n 45,\n 52,\n 53,\n 101,\n 55,\n 45,\n 97,\n 48,\n 97,\n 51,\n 45,\n 101,\n 57,\n 101,\n 99,\n 54,\n 55,\n 98,\n 49,\n 100,\n 54,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be29d7af-312b-45e7-a0a3-e9ec67b1d649.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.715081058Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::4]:44970","req_id":"2489aabd-bb25-411b-9b1f-cc3c524a02c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bd7acabf-78cd-4263-ad22-196da7728c8c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bd7acabf-78cd-4263-ad22-196da7728c8c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 100,\n 55,\n 97,\n 99,\n 97,\n 98,\n 102,\n 45,\n 55,\n 56,\n 99,\n 100,\n 45,\n 52,\n 50,\n 54,\n 51,\n 45,\n 97,\n 100,\n 50,\n 50,\n 45,\n 49,\n 57,\n 54,\n 100,\n 97,\n 55,\n 55,\n 50,\n 56,\n 99,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd7acabf-78cd-4263-ad22-196da7728c8c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.715376584Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::3]:65001","req_id":"4295f71f-3a87-4777-94ec-ed18a49c94d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19039,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_be29d7af-312b-45e7-a0a3-e9ec67b1d649.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_be29d7af-312b-45e7-a0a3-e9ec67b1d649.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 101,\n 50,\n 57,\n 100,\n 55,\n 97,\n 102,\n 45,\n 51,\n 49,\n 50,\n 98,\n 45,\n 52,\n 53,\n 101,\n 55,\n 45,\n 97,\n 48,\n 97,\n 51,\n 45,\n 101,\n 57,\n 101,\n 99,\n 54,\n 55,\n 98,\n 49,\n 100,\n 54,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_be29d7af-312b-45e7-a0a3-e9ec67b1d649.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.715588569Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::4]:35503","req_id":"77c8f008-4031-42c5-a5ac-b3f0f5da0b2b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bd7acabf-78cd-4263-ad22-196da7728c8c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bd7acabf-78cd-4263-ad22-196da7728c8c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 100,\n 55,\n 97,\n 99,\n 97,\n 98,\n 102,\n 45,\n 55,\n 56,\n 99,\n 100,\n 45,\n 52,\n 50,\n 54,\n 51,\n 45,\n 97,\n 100,\n 50,\n 50,\n 45,\n 49,\n 57,\n 54,\n 100,\n 97,\n 55,\n 55,\n 50,\n 56,\n 99,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd7acabf-78cd-4263-ad22-196da7728c8c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.715873205Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::3]:33415","req_id":"b5f49677-f36f-4dde-899a-3b8638e8e39c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 50,\n 50,\n 100,\n 48,\n 97,\n 100,\n 101,\n 45,\n 54,\n 99,\n 51,\n 52,\n 45,\n 52,\n 53,\n 52,\n 97,\n 45,\n 97,\n 53,\n 97,\n 102,\n 45,\n 100,\n 51,\n 102,\n 101,\n 50,\n 97,\n 100,\n 57,\n 51,\n 97,\n 100,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.954538987Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::e]:62033","req_id":"649ec515-e976-499a-92fc-bd28320ede30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 50,\n 50,\n 100,\n 48,\n 97,\n 100,\n 101,\n 45,\n 54,\n 99,\n 51,\n 52,\n 45,\n 52,\n 53,\n 52,\n 97,\n 45,\n 97,\n 53,\n 97,\n 102,\n 45,\n 100,\n 51,\n 102,\n 101,\n 50,\n 97,\n 100,\n 57,\n 51,\n 97,\n 100,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_022d0ade-6c34-454a-a5af-d3fe2ad93add.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:00.955177921Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::e]:51328","req_id":"bda03750-433e-4c03-8f8a-c8d41a7f8749","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T04:15:02.757195146Z","hostname":"oxz_internal_dns_da4b9732-f66c-4485-ba5f-d3230406eab3","pid":5374,"peer_addr":"[fd00:1122:3344:101::d]:52746","req_id":"fbae58b7-22c6-43b4-a616-12042c0c34c1","component":"dns"}