[ May 21 20:12:05 Enabled. ] [ May 21 20:12:05 Rereading configuration. ] [ May 21 20:12:06 Rereading configuration. ] [ May 21 20:12:07 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 21 20:12:07 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.475545473Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.475672155Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.496462072Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.496483762Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.496533532Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.496851977Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.702158455Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:63139"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.702906696Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"aa33305b-3528-41d5-bbf2-ec3047dd9140","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.702944826Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.715472709Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.715499069Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"aa33305b-3528-41d5-bbf2-ec3047dd9140","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:12:07.715506569Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"PUT","req_id":"aa33305b-3528-41d5-bbf2-ec3047dd9140","remote_addr":"[fd00:1122:3344:1::2]:63139","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13066,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.64285949Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::1b]:49793","req_id":"604a53b6-bdd8-4676-ad0b-26a6c2c92b2b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.661297624Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::1b]:37932","req_id":"ebe6ec44-6deb-4c6d-88ce-b13f257cff50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:12:19.674561647Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::1b]:57975","req_id":"928faaa5-75b7-4256-acf7-4e35da837c89","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:22.381481117Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:56661","req_id":"a7d06f2d-afa0-4f3b-b387-a7256257d082","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:26.094132737Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::e]:36997","req_id":"b25ccf0c-e3f0-4f21-9ac5-8c217ee4634f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:26.106089932Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::e]:63591","req_id":"494aefd3-803a-4200-8489-e557f2792b41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.349813248Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:49307","req_id":"c7b03013-2d4f-4090-a3a6-29f6afaa11b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.520459359Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::a]:38174","req_id":"11c78d9d-bc68-4f38-aeab-74e96f8a3c43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.583855543Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::b]:45946","req_id":"d8a28011-4bf8-45e3-ad9c-183c36ea6723","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:32.830166966Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::c]:2796","req_id":"7bb22013-6151-4e21-a0db-c1ca80f8360e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.553215633Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47501"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.631200087Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"051afb7a-4957-43dd-a911-b35aab32f081","remote_addr":"[fd00:1122:3344:101::c]:47501","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":39717,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:34.647266778Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::a]:32613","req_id":"ffec64d3-9407-48b6-98c8-27d79c11140e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.898956696Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42923"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:34.899302671Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"da1cb8b2-7da3-433a-8978-9830e491e643","remote_addr":"[fd00:1122:3344:101::a]:42923","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":274,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.004566471Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33319"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010574643Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"74a10003-a83e-4223-b934-298e7a0284ab","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010611214Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"74a10003-a83e-4223-b934-298e7a0284ab","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.010668225Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"PUT","req_id":"74a10003-a83e-4223-b934-298e7a0284ab","remote_addr":"[fd00:1122:3344:101::a]:33319","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":432,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:35.590022696Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::a]:1624","req_id":"d1518eaa-f428-4328-a1e4-24f9efea9cb1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.736504104Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46999"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:35.737580989Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"bc07b982-bc8f-4c0c-b3fa-dbddb961a871","remote_addr":"[fd00:1122:3344:101::a]:46999","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":1013,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44413,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:36.051452253Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::a]:17354","req_id":"4c407a06-4be4-4b45-bdf4-369df46edda7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:36.289582103Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43502"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:36.289818397Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"40ceae7f-3f4b-471d-9071-087824be0b6b","remote_addr":"[fd00:1122:3344:101::a]:43502","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:42.350886645Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:62005","req_id":"8729c58e-aea6-46f5-b84a-c60c2dc60d9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:43.318931061Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::c]:22464","req_id":"90f4d584-e7aa-48f6-9de4-bb7b3bf6bc9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:43.323759057Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::b]:51698","req_id":"a84cc142-c5b3-42a4-95b9-e6d351f38111","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.463579193Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62173"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.463966299Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"f35825cb-382e-468b-9d7a-c4f1e1f3ec3e","remote_addr":"[fd00:1122:3344:101::c]:62173","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":258,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.517476666Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49466"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:13:43.517693139Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"fa466d4c-bb11-48a4-9af1-fc09c1ec4c22","remote_addr":"[fd00:1122:3344:101::b]:49466","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":172,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34844,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:13:52.357270451Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:55400","req_id":"ac9f38b9-5f75-4784-8431-841057cd02fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:02.355143589Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:56930","req_id":"c2532245-eef2-49b8-978a-a27ef1ceff66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:12.356347168Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:50852","req_id":"f66932ff-3ad3-4f8f-a6eb-862ee70896d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:19.838255623Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::1b]:49650","req_id":"96c6eec6-6db3-43a9-8f80-96dcc507f6db","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:19.850769095Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::1b]:48005","req_id":"21c1318b-32b5-41ef-9d16-4c9c056db517","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4409,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:20.865379964Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::1b]:49068","req_id":"366fb3ac-dcd5-4010-b964-844bf924e210","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30116,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:22.357995666Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:58862","req_id":"3915b3cb-18d6-4199-aeb2-0b0ebca6e077","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.251428477Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43399"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254681922Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"a92083a4-839d-4098-a868-9f6d065fcd15","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254721432Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"a92083a4-839d-4098-a868-9f6d065fcd15","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.254753583Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"PUT","req_id":"a92083a4-839d-4098-a868-9f6d065fcd15","remote_addr":"[fd00:1122:3344:101::a]:43399","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:32.35984865Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:51873","req_id":"ba52192d-932b-408c-bd9a-73a0653db2ec","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.563635178Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41486"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566085422Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"185f42c6-ddee-4ae2-a458-c00168263c0a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566112562Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"185f42c6-ddee-4ae2-a458-c00168263c0a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.566134152Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"PUT","req_id":"185f42c6-ddee-4ae2-a458-c00168263c0a","remote_addr":"[fd00:1122:3344:101::b]:41486","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":278,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.833717169Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46708"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.837085965Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"e825ddeb-17bf-4e84-938c-fadf529faf53","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.837133156Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"new_generation":1,"req_id":"e825ddeb-17bf-4e84-938c-fadf529faf53","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:32.837142006Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"PUT","req_id":"e825ddeb-17bf-4e84-938c-fadf529faf53","remote_addr":"[fd00:1122:3344:101::c]:46708","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":328,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31186,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:33.42767182Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::a]:54345","req_id":"45e68c35-2444-4f99-9029-0e9be8de7129","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39005,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:33.51111243Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::b]:44967","req_id":"31076322-b9bc-4655-9b00-a1ab00f4ee7a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.526915008Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50486"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.527143221Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"6675bd4f-f9a3-4e0b-ad0e-45facea7640b","remote_addr":"[fd00:1122:3344:101::a]:50486","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":180,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.61132313Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57243"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:33.611600764Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"c5bd4cda-4a41-431a-9d8b-76015c1045fc","remote_addr":"[fd00:1122:3344:101::b]:57243","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:34.147582058Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::c]:8519","req_id":"7b96a273-3a8c-4f0a-b4f9-73a91e531935","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:34.338730161Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53172"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-21T20:14:34.339078096Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"uri":"/config","method":"GET","req_id":"b711234c-2c5f-4f8f-a610-1eb43945e848","remote_addr":"[fd00:1122:3344:101::c]:53172","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":275,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:42.362359972Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:49662","req_id":"6745beca-a823-402f-a302-f6113ceecced","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:14:52.364521059Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::d]:64210","req_id":"ce9a1f9e-4ac0-42fb-bc03-c6c783b62e79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 53,\n 100,\n 99,\n 56,\n 99,\n 50,\n 45,\n 97,\n 53,\n 53,\n 55,\n 45,\n 52,\n 100,\n 48,\n 53,\n 45,\n 57,\n 56,\n 102,\n 54,\n 45,\n 51,\n 100,\n 97,\n 101,\n 52,\n 99,\n 50,\n 101,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.036882256Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::6]:42625","req_id":"e4716791-afa8-452e-b648-1986385c3422","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 53,\n 100,\n 99,\n 56,\n 99,\n 50,\n 45,\n 97,\n 53,\n 53,\n 55,\n 45,\n 52,\n 100,\n 48,\n 53,\n 45,\n 57,\n 56,\n 102,\n 54,\n 45,\n 51,\n 100,\n 97,\n 101,\n 52,\n 99,\n 50,\n 101,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_865dc8c2-a557-4d05-98f6-3dae4c2e8838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.037570335Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::6]:50530","req_id":"c87e9fd7-8741-4c53-89bb-7efffb8bd70a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 49,\n 49,\n 101,\n 50,\n 100,\n 51,\n 45,\n 54,\n 50,\n 51,\n 49,\n 45,\n 52,\n 102,\n 48,\n 56,\n 45,\n 57,\n 54,\n 56,\n 57,\n 45,\n 98,\n 100,\n 98,\n 52,\n 55,\n 54,\n 50,\n 54,\n 54,\n 51,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.039750405Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::7]:34194","req_id":"496c6d88-6993-4112-abc2-6b64b2cc07f1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 49,\n 49,\n 101,\n 50,\n 100,\n 51,\n 45,\n 54,\n 50,\n 51,\n 49,\n 45,\n 52,\n 102,\n 48,\n 56,\n 45,\n 57,\n 54,\n 56,\n 57,\n 45,\n 98,\n 100,\n 98,\n 52,\n 55,\n 54,\n 50,\n 54,\n 54,\n 51,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8811e2d3-6231-4f08-9689-bdb4762663c5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.040295392Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::7]:43692","req_id":"17643eb8-328e-4574-9016-53ba543f278a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 100,\n 55,\n 98,\n 56,\n 102,\n 56,\n 55,\n 45,\n 102,\n 99,\n 53,\n 53,\n 45,\n 52,\n 102,\n 57,\n 48,\n 45,\n 98,\n 50,\n 97,\n 53,\n 45,\n 101,\n 99,\n 57,\n 55,\n 54,\n 101,\n 100,\n 52,\n 100,\n 102,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.096187982Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::3]:38769","req_id":"00ed0983-f961-41a4-9a51-0117fecf9dc2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 100,\n 55,\n 98,\n 56,\n 102,\n 56,\n 55,\n 45,\n 102,\n 99,\n 53,\n 53,\n 45,\n 52,\n 102,\n 57,\n 48,\n 45,\n 98,\n 50,\n 97,\n 53,\n 45,\n 101,\n 99,\n 57,\n 55,\n 54,\n 101,\n 100,\n 52,\n 100,\n 102,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_2d7b8f87-fc55-4f90-b2a5-ec976ed4dfde.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.096857332Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::3]:34419","req_id":"6805f93c-23c5-46c9-bb2c-94686aa62110","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 55,\n 57,\n 56,\n 53,\n 57,\n 45,\n 98,\n 55,\n 98,\n 55,\n 45,\n 52,\n 99,\n 102,\n 49,\n 45,\n 56,\n 55,\n 53,\n 52,\n 45,\n 51,\n 101,\n 102,\n 97,\n 53,\n 53,\n 52,\n 100,\n 54,\n 56,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.107429717Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::4]:42743","req_id":"357bacdb-acfd-4bf5-996a-2cb9346c56da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 55,\n 57,\n 56,\n 53,\n 57,\n 45,\n 98,\n 55,\n 98,\n 55,\n 45,\n 52,\n 99,\n 102,\n 49,\n 45,\n 56,\n 55,\n 53,\n 52,\n 45,\n 51,\n 101,\n 102,\n 97,\n 53,\n 53,\n 52,\n 100,\n 54,\n 56,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e2279859-b7b7-4cf1-8754-3efa554d6874.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.108150067Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::4]:54651","req_id":"2ce3a0ca-adec-4499-9f53-acf864941ec7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 98,\n 99,\n 51,\n 55,\n 54,\n 97,\n 51,\n 45,\n 52,\n 54,\n 101,\n 48,\n 45,\n 52,\n 53,\n 51,\n 57,\n 45,\n 97,\n 50,\n 101,\n 102,\n 45,\n 98,\n 50,\n 52,\n 48,\n 53,\n 52,\n 102,\n 49,\n 102,\n 54,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.149518337Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::5]:38349","req_id":"2c7223ce-7985-4d09-9039-fbdeef9bcfc4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50195,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 98,\n 99,\n 51,\n 55,\n 54,\n 97,\n 51,\n 45,\n 52,\n 54,\n 101,\n 48,\n 45,\n 52,\n 53,\n 51,\n 57,\n 45,\n 97,\n 50,\n 101,\n 102,\n 45,\n 98,\n 50,\n 52,\n 48,\n 53,\n 52,\n 102,\n 49,\n 102,\n 54,\n 56,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_cbc376a3-46e0-4539-a2ef-b24054f1f687.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.150243527Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::5]:35688","req_id":"f153bb43-8fd3-467b-8482-71774169b3c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.763708548Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::e]:51730","req_id":"921c47a4-556a-4c1f-8bfe-087684218bd7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32292,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 50,\n 98,\n 98,\n 50,\n 100,\n 52,\n 53,\n 45,\n 100,\n 99,\n 49,\n 57,\n 45,\n 52,\n 101,\n 102,\n 52,\n 45,\n 98,\n 52,\n 97,\n 52,\n 45,\n 102,\n 102,\n 97,\n 99,\n 53,\n 97,\n 99,\n 51,\n 54,\n 48,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_22bb2d45-dc19-4ef4-b4a4-ffac5ac36038.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:00.764615091Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::e]:55923","req_id":"faa8a933-fb34-4185-9548-ac91c2242690","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.023579198Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::2]:48368","req_id":"64ee6f97-6e0e-4481-b34b-960c766291d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.024304358Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::2]:60532","req_id":"f28cce79-08b0-4ff8-8ec1-86d66a7d7506","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 97,\n 98,\n 53,\n 97,\n 50,\n 102,\n 51,\n 52,\n 45,\n 102,\n 55,\n 49,\n 53,\n 45,\n 52,\n 101,\n 49,\n 100,\n 45,\n 97,\n 98,\n 50,\n 100,\n 45,\n 52,\n 48,\n 50,\n 55,\n 99,\n 101,\n 57,\n 53,\n 54,\n 99,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_ab5a2f34-f715-4e1d-ab2d-4027ce956cc3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-21T20:15:01.048671874Z","hostname":"oxz_internal_dns_0a113ff9-ef4b-4778-b18a-5ca70deca5a7","pid":5471,"peer_addr":"[fd00:1122:3344:101::1b]:61118","req_id":"303021a3-ca6b-4b7a-adf1-c119d040015b","component":"dns"}