[ May 26 06:56:47 Enabled. ] [ May 26 06:56:47 Rereading configuration. ] [ May 26 06:56:47 Rereading configuration. ] [ May 26 06:56:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 26 06:56:48 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.763677425Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.76387438Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.784128043Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.784147383Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.784191754Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:48.784485321Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:56:48.908713419Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:26823","req_id":"16fe8c85-dd2f-4bc0-9e63-27a817e55050","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1823,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:56:48.917822763Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:45291","req_id":"5da1cc5a-3630-4e51-893b-8daa26c0c077","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:56:49.01562439Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:13023","req_id":"6e3269e6-d0dc-4ad8-991c-d98811a7e0b7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.111676768Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:40818"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.112422085Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"c3ad2d0b-4fd0-4998-af59-f1278db746bb","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.112456475Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.125313363Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.125342523Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"c3ad2d0b-4fd0-4998-af59-f1278db746bb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:56:49.125372624Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"PUT","req_id":"c3ad2d0b-4fd0-4998-af59-f1278db746bb","remote_addr":"[fd00:1122:3344:1::2]:40818","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13311,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:57:00.951036134Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:56990","req_id":"af497238-c3c7-4aa4-8004-9758f54f267d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:57:00.96336194Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:64497","req_id":"c22b4eef-abb4-4919-aae5-d7f199a233c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:57:00.975120382Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:43863","req_id":"482ecd24-044f-49e8-91f8-221a518ae0ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:19.039875637Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:56679","req_id":"4bfb68c9-e75e-41d6-92d9-36870950c532","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33804,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:27.943531108Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:19115","req_id":"8bdea7b4-cbd8-4f52-966f-5511ecc81310","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20986,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:28.873043054Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:40167","req_id":"fa660729-eb3f-4ebd-b68d-14c6b72007b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15961,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:28.993687472Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:55269","req_id":"9e5ee21e-8876-483b-8729-ebd609b77a1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:29.018081888Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:59623","req_id":"92f191aa-2b50-4aa6-a6a2-cfa090b672a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 56,\n 48,\n 97,\n 48,\n 51,\n 51,\n 100,\n 45,\n 49,\n 102,\n 97,\n 99,\n 45,\n 52,\n 57,\n 54,\n 51,\n 45,\n 56,\n 101,\n 99,\n 50,\n 45,\n 101,\n 56,\n 102,\n 56,\n 50,\n 101,\n 101,\n 54,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:33.069978608Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::e]:40918","req_id":"5148f2ff-6512-4cba-8df6-ba6208d4992c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 56,\n 48,\n 97,\n 48,\n 51,\n 51,\n 100,\n 45,\n 49,\n 102,\n 97,\n 99,\n 45,\n 52,\n 57,\n 54,\n 51,\n 45,\n 56,\n 101,\n 99,\n 50,\n 45,\n 101,\n 56,\n 102,\n 56,\n 50,\n 101,\n 101,\n 54,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:33.081583658Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::e]:55871","req_id":"d45a9636-a975-4dc4-aa6b-92690f0de581","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54785,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:39.020437543Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:62319","req_id":"883eaa36-bfb1-438d-89b5-19c333e60977","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:49.022502328Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:65415","req_id":"892c2b29-eaeb-4462-95a9-f9a8e6ffc365","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:58:59.02396691Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:60402","req_id":"068323b4-4bba-4935-a9f8-81c6d2d56ca1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:08.524665377Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:14097","req_id":"a54eb7cb-6de1-4c59-9ce6-4ba93c75391d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:08.853260166Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58457"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:08.924179102Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"GET","req_id":"a9f85f3d-9b9d-4187-a43e-fc358158ea07","remote_addr":"[fd00:1122:3344:101::a]:58457","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":35850,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:09.024978556Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:63468","req_id":"521fe549-f0dc-4fc2-acd5-925cf0e364c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:16.934938215Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:38387","req_id":"65d32955-268c-40e7-b353-e4cf03488d06","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.045448376Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57654"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.046697644Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"b193b869-58bd-4c79-8c73-37e181301007","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.046725715Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"b193b869-58bd-4c79-8c73-37e181301007","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.046796206Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"PUT","req_id":"b193b869-58bd-4c79-8c73-37e181301007","remote_addr":"[fd00:1122:3344:101::a]:57654","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":418,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.151761114Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55248"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.152012559Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"GET","req_id":"4b813755-2dfe-44b0-b790-7b4e790c4bba","remote_addr":"[fd00:1122:3344:101::a]:55248","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:17.80307613Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:49233","req_id":"5caa582d-69df-4386-b64d-a356b52f41f6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.921454937Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65262"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:17.921819555Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"GET","req_id":"4c7f4fb0-e57b-4167-8ea2-9cebd0db9c3d","remote_addr":"[fd00:1122:3344:101::a]:65262","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":299,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:19.026537161Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:62917","req_id":"12c407e6-ba85-416c-b54a-9fd8cc3ba875","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53257,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:19.594379401Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:15232","req_id":"9677cc96-80f9-457d-8f2e-2ef4a5f17003","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:19.595490845Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:10257","req_id":"e4c1059a-ae92-4d83-8924-f6b7fad7fc4f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:19.724584733Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57321"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:19.724819578Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"GET","req_id":"02c3a9bc-2a9d-475a-b034-9c6051f67d95","remote_addr":"[fd00:1122:3344:101::c]:57321","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:19.829722263Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43579"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:19.830101462Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"GET","req_id":"ce973f99-65b3-4381-bd5e-6a3e007f5990","remote_addr":"[fd00:1122:3344:101::b]:43579","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":311,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:27.671358685Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59728"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:27.672982571Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"e310c1d7-c019-422c-9a17-32de542b0ee3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:27.673084724Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"e310c1d7-c019-422c-9a17-32de542b0ee3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:27.673099574Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"PUT","req_id":"e310c1d7-c019-422c-9a17-32de542b0ee3","remote_addr":"[fd00:1122:3344:101::a]:59728","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:28.667798899Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::a]:51702","req_id":"1432ff37-0015-40ae-a9a3-ec70d937c172","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.946979933Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64112"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.955961483Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"71640496-b246-452a-b708-c2e657c7b53b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.956089436Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"71640496-b246-452a-b708-c2e657c7b53b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.956107347Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"PUT","req_id":"71640496-b246-452a-b708-c2e657c7b53b","remote_addr":"[fd00:1122:3344:101::c]:64112","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":362,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.968140386Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:60671"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.97010508Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"b9da2463-6dab-4005-b44f-1d1131ad4405","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.97014296Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"new_generation":1,"req_id":"b9da2463-6dab-4005-b44f-1d1131ad4405","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.970220082Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"PUT","req_id":"b9da2463-6dab-4005-b44f-1d1131ad4405","remote_addr":"[fd00:1122:3344:101::b]:60671","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":298,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.996077741Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52752"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:28.996356597Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"GET","req_id":"7ec71902-0c20-4674-8b10-82564169ee9d","remote_addr":"[fd00:1122:3344:101::a]:52752","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:29.02825344Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:65125","req_id":"ec3200fa-a883-45f0-ac15-6bdaf885f77d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64345,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:29.568541154Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::b]:48931","req_id":"3ec85698-c002-4ec6-b224-b0b1d31bc60a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:29.568722328Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::c]:63494","req_id":"972c72e9-c590-4719-9c37-c6081c6f5d3c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:29.703933012Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44490"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:29.704171697Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"GET","req_id":"ff99da4e-79fa-4e17-a942-5575e3dafa77","remote_addr":"[fd00:1122:3344:101::c]:44490","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:29.759208977Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65391"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-26T06:59:29.759506124Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"uri":"/config","method":"GET","req_id":"cffe340f-67ea-4b88-ba64-654d73184212","remote_addr":"[fd00:1122:3344:101::b]:65391","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":240,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:39.029921458Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:54803","req_id":"7684fc0c-4fe2-426a-9959-d02fb5f9f9dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7436,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:49.031012009Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:49572","req_id":"3cabe7a0-edda-43c7-9992-731630c8550e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38565,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-26T06:59:59.032769968Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::d]:63398","req_id":"919ba1be-6d40-4269-8122-ba073f52aff7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 97,\n 99,\n 97,\n 50,\n 53,\n 49,\n 48,\n 45,\n 51,\n 55,\n 55,\n 98,\n 45,\n 52,\n 97,\n 48,\n 99,\n 45,\n 97,\n 57,\n 97,\n 55,\n 45,\n 52,\n 53,\n 98,\n 53,\n 51,\n 54,\n 52,\n 100,\n 48,\n 101,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.060713027Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::6]:54797","req_id":"6330141a-c6da-4593-8526-da08428e74c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 97,\n 99,\n 97,\n 50,\n 53,\n 49,\n 48,\n 45,\n 51,\n 55,\n 55,\n 98,\n 45,\n 52,\n 97,\n 48,\n 99,\n 45,\n 97,\n 57,\n 97,\n 55,\n 45,\n 52,\n 53,\n 98,\n 53,\n 51,\n 54,\n 52,\n 100,\n 48,\n 101,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3aca2510-377b-4a0c-a9a7-45b5364d0e3c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.061534975Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::6]:43012","req_id":"cbf8dc83-2313-4792-8499-2b9427235b72","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 48,\n 101,\n 99,\n 57,\n 97,\n 102,\n 45,\n 52,\n 53,\n 54,\n 51,\n 45,\n 52,\n 99,\n 50,\n 98,\n 45,\n 98,\n 100,\n 48,\n 52,\n 45,\n 56,\n 57,\n 53,\n 98,\n 101,\n 97,\n 99,\n 54,\n 53,\n 57,\n 51,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.106987602Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::3]:51209","req_id":"1198c96b-a5b7-42dd-bd84-8dfc94e98bb3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 48,\n 101,\n 99,\n 57,\n 97,\n 102,\n 45,\n 52,\n 53,\n 54,\n 51,\n 45,\n 52,\n 99,\n 50,\n 98,\n 45,\n 98,\n 100,\n 48,\n 52,\n 45,\n 56,\n 57,\n 53,\n 98,\n 101,\n 97,\n 99,\n 54,\n 53,\n 57,\n 51,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c00ec9af-4563-4c2b-bd04-895beac65936.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.107538894Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::3]:59191","req_id":"0abc6fc8-bb9e-400c-9a0b-d56c018bc0cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 98,\n 55,\n 98,\n 51,\n 56,\n 50,\n 97,\n 45,\n 97,\n 100,\n 53,\n 57,\n 45,\n 52,\n 100,\n 55,\n 99,\n 45,\n 97,\n 102,\n 57,\n 56,\n 45,\n 54,\n 101,\n 52,\n 97,\n 100,\n 54,\n 50,\n 98,\n 57,\n 49,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.115819239Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::7]:56969","req_id":"f9a27b15-d651-453e-9b91-06034ab1f9e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 98,\n 55,\n 98,\n 51,\n 56,\n 50,\n 97,\n 45,\n 97,\n 100,\n 53,\n 57,\n 45,\n 52,\n 100,\n 55,\n 99,\n 45,\n 97,\n 102,\n 57,\n 56,\n 45,\n 54,\n 101,\n 52,\n 97,\n 100,\n 54,\n 50,\n 98,\n 57,\n 49,\n 51,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4b7b382a-ad59-4d7c-af98-6e4ad62b9137.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.116518995Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::7]:51300","req_id":"b3f9da6e-72b9-4ae5-92ef-a867c4cd6f05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 102,\n 99,\n 48,\n 98,\n 49,\n 56,\n 97,\n 45,\n 100,\n 56,\n 97,\n 51,\n 45,\n 52,\n 53,\n 53,\n 99,\n 45,\n 98,\n 48,\n 53,\n 101,\n 45,\n 101,\n 49,\n 101,\n 52,\n 54,\n 54,\n 50,\n 48,\n 98,\n 97,\n 101,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.129008944Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::5]:57415","req_id":"b2266dcc-eb27-40ac-9a27-aac65ad36027","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 102,\n 99,\n 48,\n 98,\n 49,\n 56,\n 97,\n 45,\n 100,\n 56,\n 97,\n 51,\n 45,\n 52,\n 53,\n 53,\n 99,\n 45,\n 98,\n 48,\n 53,\n 101,\n 45,\n 101,\n 49,\n 101,\n 52,\n 54,\n 54,\n 50,\n 48,\n 98,\n 97,\n 101,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_efc0b18a-d8a3-455c-b05e-e1e46620bae6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.129769231Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::5]:54327","req_id":"a13c93f4-8dc5-4d8b-866f-489f97694ebe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 56,\n 48,\n 97,\n 48,\n 51,\n 51,\n 100,\n 45,\n 49,\n 102,\n 97,\n 99,\n 45,\n 52,\n 57,\n 54,\n 51,\n 45,\n 56,\n 101,\n 99,\n 50,\n 45,\n 101,\n 56,\n 102,\n 56,\n 50,\n 101,\n 101,\n 54,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.673845759Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::e]:49310","req_id":"1936246b-24da-44dd-85f1-cfb0bf590eb6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 102,\n 56,\n 48,\n 97,\n 48,\n 51,\n 51,\n 100,\n 45,\n 49,\n 102,\n 97,\n 99,\n 45,\n 52,\n 57,\n 54,\n 51,\n 45,\n 56,\n 101,\n 99,\n 50,\n 45,\n 101,\n 56,\n 102,\n 56,\n 50,\n 101,\n 101,\n 54,\n 56,\n 56,\n 51,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_f80a033d-1fac-4963-8ec2-e8f82ee68838.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.674572565Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::e]:58769","req_id":"3dd0b00b-97e7-4ea4-86dc-4b92133dc319","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.797299217Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:34762","req_id":"59fb32fb-92c6-4423-a0f4-34873c0774f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:00.798084407Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::2]:32927","req_id":"2166e44f-64aa-4d53-9984-d907c08d1b3f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 52,\n 102,\n 57,\n 56,\n 54,\n 97,\n 51,\n 45,\n 100,\n 57,\n 52,\n 54,\n 45,\n 52,\n 55,\n 100,\n 48,\n 45,\n 98,\n 102,\n 48,\n 57,\n 45,\n 54,\n 51,\n 101,\n 102,\n 55,\n 98,\n 51,\n 48,\n 101,\n 51,\n 100,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:01.013704259Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::4]:63124","req_id":"e92786de-9596-4cfd-85f2-a3f5b5b95e90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31546,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 52,\n 102,\n 57,\n 56,\n 54,\n 97,\n 51,\n 45,\n 100,\n 57,\n 52,\n 54,\n 45,\n 52,\n 55,\n 100,\n 48,\n 45,\n 98,\n 102,\n 48,\n 57,\n 45,\n 54,\n 51,\n 101,\n 102,\n 55,\n 98,\n 51,\n 48,\n 101,\n 51,\n 100,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_64f986a3-d946-47d0-bf09-63ef7b30e3d7.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:01.014454686Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::4]:39690","req_id":"6bb070da-a7fd-43ba-807d-6f44426a8015","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36825,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 102,\n 57,\n 54,\n 48,\n 55,\n 55,\n 53,\n 45,\n 102,\n 100,\n 101,\n 101,\n 45,\n 52,\n 100,\n 98,\n 98,\n 45,\n 57,\n 49,\n 51,\n 55,\n 45,\n 51,\n 48,\n 48,\n 50,\n 100,\n 49,\n 102,\n 57,\n 51,\n 51,\n 52,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_8f960775-fdee-4dbb-9137-3002d1f93349.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-26T07:00:01.080049653Z","hostname":"oxz_internal_dns_19b47c2c-fa4a-4db9-99fd-2f25527525d3","pid":5394,"peer_addr":"[fd00:1122:3344:101::1b]:52260","req_id":"36a490e1-6e89-40e6-acf6-5d98966e76c3","component":"dns"}