[ May 21 20:12:05 Enabled. ] [ May 21 20:12:05 Rereading configuration. ] [ May 21 20:12:06 Rereading configuration. ] [ May 21 20:12:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 21 20:12:07 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.463124382Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.463259644Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.485360639Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.485381479Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.485420719Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.485806955Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.731277326Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:64758"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.731961316Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"db880368-0334-4724-9162-a9e520ecb9bf","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.731992276Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.744698071Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.744735622Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"db880368-0334-4724-9162-a9e520ecb9bf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.744743532Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"PUT","req_id":"db880368-0334-4724-9162-a9e520ecb9bf","remote_addr":"[fd00:1122:3344:2::2]:64758","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":13155,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.643222695Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::1b]:33226","req_id":"0fa7cb0f-3ba4-46fc-b7dc-7b977ff85e14","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.661494247Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::1b]:60028","req_id":"e882d685-d35a-44d1-b248-2abe2bcf33b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.67474898Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::1b]:49872","req_id":"40d566a8-544b-493c-a2fe-def0488fc728","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:22.374245021Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:50208","req_id":"41f7d440-9291-4031-90d4-8a1e5a96ae79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:26.099836906Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::e]:36890","req_id":"9e794f0e-9f6c-4036-bf23-c8a557c08829","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:26.106383076Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::e]:41052","req_id":"198181ba-ce74-4822-8093-933a5c66203f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.34989261Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:50781","req_id":"6ce8ee7a-a353-4d16-9529-3340d325b046","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.52047722Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::a]:4060","req_id":"2412a23f-98c9-4d81-9208-b640f87967a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.584120356Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::b]:12424","req_id":"3f7d6725-d098-4a51-9087-b96546fb64b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.830134525Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::c]:58721","req_id":"e648470f-56e7-434a-9d85-3ad3e9e8bcfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23514,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:34.647225948Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::a]:51808","req_id":"a64b9d07-8b58-4304-8b37-9e13f90d8ac8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.728605069Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64440"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.802951283Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"0fed3551-0d69-4db8-bcca-df1f9d570b27","remote_addr":"[fd00:1122:3344:101::c]:64440","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":52855,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.900766081Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38663"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.901159196Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"0d6b7a35-56c7-4128-8fc3-210c37a4be67","remote_addr":"[fd00:1122:3344:101::a]:38663","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":281,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.007257768Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34194"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010469082Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"685d2647-24ef-4244-88b5-ff3673227bae","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010498402Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"685d2647-24ef-4244-88b5-ff3673227bae","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010538713Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"PUT","req_id":"685d2647-24ef-4244-88b5-ff3673227bae","remote_addr":"[fd00:1122:3344:101::a]:34194","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":381,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:35.590025096Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::a]:21247","req_id":"e97c8979-765a-42f6-be44-d63c341845b4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.73908187Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40871"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.739494145Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"34263d2c-5c6f-4061-9bc0-59104b82c28d","remote_addr":"[fd00:1122:3344:101::a]:40871","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":252,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:36.051433853Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::a]:45985","req_id":"14812739-5ba1-4e33-ab47-0cf198feb5e8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:36.291136775Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56055"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:36.291366008Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"92a3ee79-4610-4675-a6d0-c79ecb9c2911","remote_addr":"[fd00:1122:3344:101::a]:56055","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:42.350959756Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:54342","req_id":"61f93ef0-a106-43f8-ae21-15d09bf80c49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:43.318963831Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::c]:62234","req_id":"e9f1f347-0c4e-489d-badb-f4bf751e5061","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:43.323714366Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::b]:45680","req_id":"748360bb-adec-4d5e-9eb3-e0ad1290d038","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.465158575Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44912"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.465405249Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"5306d2f1-d1d1-4ac3-be54-6846ef11f61e","remote_addr":"[fd00:1122:3344:101::c]:44912","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.518980947Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50698"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.5192059Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"751e3fac-eb80-4b7d-814e-3e6c947b29fc","remote_addr":"[fd00:1122:3344:101::b]:50698","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:52.357271901Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:61506","req_id":"57ac00b3-8ab5-4cd6-806b-f0061d957f3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:02.35517227Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:50892","req_id":"a6c0a995-8b86-4787-b8f0-ae3887c03742","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14829,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:12.356427129Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:62817","req_id":"e9402c26-5243-4e1c-a0f9-d8b1f31b8460","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:19.838521656Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::1b]:54067","req_id":"b857b1fb-aa65-43be-a14b-11c8fa55cc27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:19.851024609Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::1b]:54587","req_id":"e44fcb56-cc23-4b1f-a337-5ab6dc2cc6c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:20.865657947Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::1b]:44069","req_id":"7d318ad7-119b-4edd-a2b7-b2b5c7676f16","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:22.357993896Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:57284","req_id":"3e57654b-8f0a-4146-b7aa-f450d25b607c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254463219Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50016"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254801473Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"69b7472b-f317-403c-8207-fa7e02bb4a71","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254913685Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"69b7472b-f317-403c-8207-fa7e02bb4a71","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254947745Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"PUT","req_id":"69b7472b-f317-403c-8207-fa7e02bb4a71","remote_addr":"[fd00:1122:3344:101::a]:50016","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:32.359770729Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:63007","req_id":"0325356a-3f1f-47bb-bb4c-8373a58f0909","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.565789478Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52088"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566182383Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"e0e47082-03a3-41df-b26c-5f43c8d397e4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566199343Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"e0e47082-03a3-41df-b26c-5f43c8d397e4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566214213Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"PUT","req_id":"e0e47082-03a3-41df-b26c-5f43c8d397e4","remote_addr":"[fd00:1122:3344:101::b]:52088","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":275,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.836652739Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42722"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.837121665Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"fc92b7f6-f587-4c7b-8ade-3bb61cda0fa1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.837157296Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"new_generation":1,"req_id":"fc92b7f6-f587-4c7b-8ade-3bb61cda0fa1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.837164836Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"PUT","req_id":"fc92b7f6-f587-4c7b-8ade-3bb61cda0fa1","remote_addr":"[fd00:1122:3344:101::c]:42722","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":347,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4275,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:33.427683331Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::a]:7341","req_id":"1ffb4ba1-7c21-41b5-b73d-78cb5194332f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:33.51111831Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::b]:45439","req_id":"566cfd3d-8755-439a-a862-b25e722b96e6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.528217776Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61786"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.528473609Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"766f3bbd-243a-417b-ab2b-6c8889a4084d","remote_addr":"[fd00:1122:3344:101::a]:61786","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.612804101Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50417"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.613048264Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"8ac1a549-e431-4755-8a57-d80621fc9157","remote_addr":"[fd00:1122:3344:101::b]:50417","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:34.147581218Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::c]:47653","req_id":"7aba125d-28cc-4546-93c4-1ce654489ff3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:34.340468155Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47021"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:34.340718048Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"uri":"/config","method":"GET","req_id":"25bab848-f1a5-40a7-8843-ab522fb5f3e7","remote_addr":"[fd00:1122:3344:101::c]:47021","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65212,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:42.362410552Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:56260","req_id":"fdd1a682-fffa-4440-890d-010bac1bb1e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28084,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:52.364521729Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::d]:53621","req_id":"ff6c0da0-4785-49e8-bb33-c622f214dcd9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 53,\n 100,\n 99,\n 56,\n 99,\n 50,\n 45,\n 97,\n 53,\n 53,\n 55,\n 45,\n 52,\n 100,\n 48,\n 53,\n 45,\n 57,\n 56,\n 102,\n 54,\n 45,\n 51,\n 100,\n 97,\n 101,\n 52,\n 99,\n 50,\n 101,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.037132429Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::6]:49330","req_id":"be8c0bf8-b14b-4b3d-b363-d352484566cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 53,\n 100,\n 99,\n 56,\n 99,\n 50,\n 45,\n 97,\n 53,\n 53,\n 55,\n 45,\n 52,\n 100,\n 48,\n 53,\n 45,\n 57,\n 56,\n 102,\n 54,\n 45,\n 51,\n 100,\n 97,\n 101,\n 52,\n 99,\n 50,\n 101,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.037776338Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::6]:42178","req_id":"ac5b45ea-b817-492b-8b7f-672d59b48f27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 49,\n 49,\n 101,\n 50,\n 100,\n 51,\n 45,\n 54,\n 50,\n 51,\n 49,\n 45,\n 52,\n 102,\n 48,\n 56,\n 45,\n 57,\n 54,\n 56,\n 57,\n 45,\n 98,\n 100,\n 98,\n 52,\n 55,\n 54,\n 50,\n 54,\n 54,\n 51,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.039932898Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::7]:56480","req_id":"2e27db26-ecf4-44e2-b497-09668f194ff8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 49,\n 49,\n 101,\n 50,\n 100,\n 51,\n 45,\n 54,\n 50,\n 51,\n 49,\n 45,\n 52,\n 102,\n 48,\n 56,\n 45,\n 57,\n 54,\n 56,\n 57,\n 45,\n 98,\n 100,\n 98,\n 52,\n 55,\n 54,\n 50,\n 54,\n 54,\n 51,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.040508386Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::7]:64793","req_id":"92fb189b-a42c-4446-a9e8-72935936440e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 100,\n 55,\n 98,\n 56,\n 102,\n 56,\n 55,\n 45,\n 102,\n 99,\n 53,\n 53,\n 45,\n 52,\n 102,\n 57,\n 48,\n 45,\n 98,\n 50,\n 97,\n 53,\n 45,\n 101,\n 99,\n 57,\n 55,\n 54,\n 101,\n 100,\n 52,\n 100,\n 102,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.096449456Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::3]:58398","req_id":"f293269b-19ac-470c-97af-a067ab9ee816","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 100,\n 55,\n 98,\n 56,\n 102,\n 56,\n 55,\n 45,\n 102,\n 99,\n 53,\n 53,\n 45,\n 52,\n 102,\n 57,\n 48,\n 45,\n 98,\n 50,\n 97,\n 53,\n 45,\n 101,\n 99,\n 57,\n 55,\n 54,\n 101,\n 100,\n 52,\n 100,\n 102,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.097076525Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::3]:47837","req_id":"088153a7-317b-47df-8ebd-c6b3b93183b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 55,\n 57,\n 56,\n 53,\n 57,\n 45,\n 98,\n 55,\n 98,\n 55,\n 45,\n 52,\n 99,\n 102,\n 49,\n 45,\n 56,\n 55,\n 53,\n 52,\n 45,\n 51,\n 101,\n 102,\n 97,\n 53,\n 53,\n 52,\n 100,\n 54,\n 56,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.107666091Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::4]:46878","req_id":"a202b487-8946-4d94-ae74-00afcd3348c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 55,\n 57,\n 56,\n 53,\n 57,\n 45,\n 98,\n 55,\n 98,\n 55,\n 45,\n 52,\n 99,\n 102,\n 49,\n 45,\n 56,\n 55,\n 53,\n 52,\n 45,\n 51,\n 101,\n 102,\n 97,\n 53,\n 53,\n 52,\n 100,\n 54,\n 56,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.10834988Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::4]:38388","req_id":"225de181-f896-4812-a5fd-b73342297d78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 98,\n 99,\n 51,\n 55,\n 54,\n 97,\n 51,\n 45,\n 52,\n 54,\n 101,\n 48,\n 45,\n 52,\n 53,\n 51,\n 57,\n 45,\n 97,\n 50,\n 101,\n 102,\n 45,\n 98,\n 50,\n 52,\n 48,\n 53,\n 52,\n 102,\n 49,\n 102,\n 54,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.149783431Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::5]:60895","req_id":"ced5318c-da8e-4a6e-b2d2-cb0db9dd50fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 98,\n 99,\n 51,\n 55,\n 54,\n 97,\n 51,\n 45,\n 52,\n 54,\n 101,\n 48,\n 45,\n 52,\n 53,\n 51,\n 57,\n 45,\n 97,\n 50,\n 101,\n 102,\n 45,\n 98,\n 50,\n 52,\n 48,\n 53,\n 52,\n 102,\n 49,\n 102,\n 54,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.150528841Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::5]:50654","req_id":"dade5c8b-e3b9-49b3-8ba7-ffb158b32123","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.763987332Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::e]:58353","req_id":"3309105e-e858-44f6-b8b3-8d09163ace20","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.764792403Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::e]:56382","req_id":"1052611d-3adc-41b6-8739-edd194c5f387","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.023829112Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::2]:42036","req_id":"409bc267-6d52-4921-84e1-8616158b9364","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.024563842Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::2]:59578","req_id":"c70068c9-94cd-43e4-9fc1-6cc63f9b8a96","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 97,\n 98,\n 53,\n 97,\n 50,\n 102,\n 51,\n 52,\n 45,\n 102,\n 55,\n 49,\n 53,\n 45,\n 52,\n 101,\n 49,\n 100,\n 45,\n 97,\n 98,\n 50,\n 100,\n 45,\n 52,\n 48,\n 50,\n 55,\n 99,\n 101,\n 57,\n 53,\n 54,\n 99,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.048912947Z","hostname":"oxz_internal_dns_b4bed2a6-7aa8-4008-a911-01a21a9a990e","pid":5463,"peer_addr":"[fd00:1122:3344:101::1b]:40078","req_id":"f58ac44a-a32b-4025-bbd7-2713a9f244fd","component":"dns"}