[ May 20 07:10:38 Enabled. ] [ May 20 07:10:38 Rereading configuration. ] [ May 20 07:10:39 Rereading configuration. ] [ May 20 07:10:40 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ May 20 07:10:40 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:40.255334353Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:40.255464924Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:40.274864785Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:40.274880525Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:40.274947626Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:40.275185468Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:10:40.842695365Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::2]:7043","req_id":"ec71b780-fca8-43a1-bbb2-22dbc5e9a85c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3727,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:10:40.951365439Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::2]:54194","req_id":"5fb6ee9a-5d85-4789-813a-6f8417315c97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:10:41.139057831Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::2]:52717","req_id":"0f61f9a9-49cb-4369-a7af-49edce4793f1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:41.186154051Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:47109"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:41.186774956Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"c022d25e-06b8-4d8e-a20b-73b886f77864","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:41.186802107Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:41.199497465Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:41.199531706Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"c022d25e-06b8-4d8e-a20b-73b886f77864","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:10:41.199539795Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"PUT","req_id":"c022d25e-06b8-4d8e-a20b-73b886f77864","remote_addr":"[fd00:1122:3344:2::2]:47109","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":13093,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25063,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:11:01.642155437Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:50066","req_id":"64c2b959-f3a9-4218-833a-07099f48a636","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38035,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:11:01.654142839Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:48449","req_id":"593270e2-76f5-4d3a-ba4b-0e11c33f9713","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:11:01.668652784Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:43490","req_id":"4a72d46f-d2cb-4736-935c-efe65ae95b60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:11:53.788114167Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:35779","req_id":"8c823c5a-e10a-4c4c-95f1-fe0216eac73b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:11:53.797690937Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:55867","req_id":"21e7f141-6494-42b9-919f-b3c48a00cb96","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:11:53.817018487Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:57399","req_id":"dae134de-594f-461c-83d4-e3c747a391e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19427,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:13.114920461Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:64791","req_id":"2ba32666-52e1-48db-986d-dc1512b40e6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 52,\n 98,\n 98,\n 98,\n 54,\n 57,\n 45,\n 100,\n 53,\n 99,\n 101,\n 45,\n 52,\n 50,\n 57,\n 55,\n 45,\n 56,\n 101,\n 49,\n 97,\n 45,\n 101,\n 101,\n 57,\n 56,\n 56,\n 51,\n 48,\n 100,\n 49,\n 52,\n 57,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:21.235426688Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::e]:45537","req_id":"8585373d-f34a-4e12-b6bb-e3c2bc85581b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11937,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 52,\n 98,\n 98,\n 98,\n 54,\n 57,\n 45,\n 100,\n 53,\n 99,\n 101,\n 45,\n 52,\n 50,\n 57,\n 55,\n 45,\n 56,\n 101,\n 49,\n 97,\n 45,\n 101,\n 101,\n 57,\n 56,\n 56,\n 51,\n 48,\n 100,\n 49,\n 52,\n 57,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:21.241050971Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::e]:62383","req_id":"700ac52f-1a99-47a5-aa0e-bdf4626838dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47502,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:23.016244231Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::a]:63774","req_id":"c9eb3369-c1b2-4a75-aeb2-8f9df0e18595","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6801,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:23.119414384Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:57800","req_id":"79d1a4ee-0486-4fa3-9957-acb97613314b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:24.508737952Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::b]:61006","req_id":"36719711-2b35-475e-8e7c-046be7615710","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32800,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:24.775219829Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::c]:46022","req_id":"42ba1fee-13a6-4c5e-9e21-1bb87007bacd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:33.12057645Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:62694","req_id":"04d31388-3308-4c45-95ee-982d602d59e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:43.122382643Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:49500","req_id":"421654a5-b682-4b9b-8a2d-ef362ba63479","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:12:53.12368829Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:52148","req_id":"46cc3f07-6f4d-4a3a-8dc3-2be4e0c36382","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56259,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:00.764188799Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::c]:36825","req_id":"4eb605f8-0a66-4d76-89bd-0a2b31d29a49","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:01.072381256Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50960"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:01.145532958Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"55347927-4be5-4d0e-8ff6-9fa9b859e3df","remote_addr":"[fd00:1122:3344:101::c]:50960","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":46693,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38458,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:01.843832396Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::c]:8607","req_id":"eb1a7030-89cb-49c2-927d-73dddd581e42","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:01.860093048Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46802"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:01.86353204Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"c63bf792-577e-462a-a373-ccb706e47aa0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:01.86357659Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"c63bf792-577e-462a-a373-ccb706e47aa0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:01.86358451Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"PUT","req_id":"c63bf792-577e-462a-a373-ccb706e47aa0","remote_addr":"[fd00:1122:3344:101::c]:46802","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":335,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:01.960412974Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36527"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:01.960702947Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"a43c4a9a-7650-4dd6-9ce2-fab1bbc755cd","remote_addr":"[fd00:1122:3344:101::c]:36527","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":220,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:03.118573134Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::c]:51751","req_id":"6decbf7d-01b8-46e9-b504-710fcc27d51d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:03.125218286Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:58032","req_id":"0162765c-e85b-4417-9187-3cbff84a777d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:03.226497731Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60280"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:03.226793124Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"f98e5f42-aa9b-449a-a396-01ac2a5a22c2","remote_addr":"[fd00:1122:3344:101::c]:60280","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:03.577075023Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::a]:58182","req_id":"50644152-27aa-43d3-9e6c-626c06170cb3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:03.720655784Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44699"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:03.720937396Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"15425cba-ebf3-468f-89eb-7214cb942dcc","remote_addr":"[fd00:1122:3344:101::a]:44699","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:05.179041795Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::b]:23646","req_id":"5aab1fe8-263d-4a25-b99b-d0774924951f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:05.284861883Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:32861"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:05.285234506Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"07bfd3a8-64ca-4b6a-8321-becfd3703bfc","remote_addr":"[fd00:1122:3344:101::b]:32861","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":252,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47260,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:13.127101818Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:56870","req_id":"c54977c0-3819-4b9f-b002-4ec61814ecef","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:22.913590101Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37909"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:22.915052365Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"cc70b23c-8545-4fe7-bd6e-210fc9564c49","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:22.915102455Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"cc70b23c-8545-4fe7-bd6e-210fc9564c49","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:22.915110235Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"PUT","req_id":"cc70b23c-8545-4fe7-bd6e-210fc9564c49","remote_addr":"[fd00:1122:3344:101::a]:37909","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":191,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33101,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:23.129060702Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:61156","req_id":"7704a914-a770-4a8e-8bda-b12aac19bbc3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:23.882752276Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::a]:43569","req_id":"a1a599e4-ab6b-41dd-b62f-c9a50b711f89","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:23.984382865Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51224"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:23.984692908Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"3ec7ab4d-4911-4e5f-9da6-7747d2de2983","remote_addr":"[fd00:1122:3344:101::a]:51224","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":258,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:24.45639585Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54287"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:24.457838063Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"704720ca-b4f7-4fdb-8cb8-56e8f18159ea","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:24.457872343Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"704720ca-b4f7-4fdb-8cb8-56e8f18159ea","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:24.457903873Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"PUT","req_id":"704720ca-b4f7-4fdb-8cb8-56e8f18159ea","remote_addr":"[fd00:1122:3344:101::b]:54287","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":214,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:24.536945611Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33748"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:24.538467045Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"075749af-e73a-4fc8-9df4-c46ca7c1c153","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:24.538503416Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"075749af-e73a-4fc8-9df4-c46ca7c1c153","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:24.538535596Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"PUT","req_id":"075749af-e73a-4fc8-9df4-c46ca7c1c153","remote_addr":"[fd00:1122:3344:101::c]:33748","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":249,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40932,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:25.358270506Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::b]:10207","req_id":"da032a92-4e03-47b9-8545-60986d72676d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24262,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:25.412893876Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::c]:6701","req_id":"a08f8ef7-26b9-4d4d-91ad-aa1100181aa2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:25.465284905Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63789"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:25.465539257Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"f7da77f0-dc5f-4675-824a-b4f698d26905","remote_addr":"[fd00:1122:3344:101::b]:63789","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:25.51938231Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34866"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:13:25.519620812Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"35bd223f-d101-4e4a-bd83-df95e911b41a","remote_addr":"[fd00:1122:3344:101::c]:34866","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:33.131833068Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:63727","req_id":"a6bb65b8-a546-45e1-a454-9220e39e5620","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:43.133688219Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:51801","req_id":"69ac316f-6535-4188-b9ea-dc37685972b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:13:53.1354127Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:62776","req_id":"a3768c69-370f-409f-b8cb-ac44e0df2be0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10302,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:03.137427073Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:51305","req_id":"ce1b20ee-9c8b-45c0-a1ab-e9dba6acb0ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46286,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:13.138606138Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:53295","req_id":"b153f307-b8db-41c4-9a3b-f6f74db5bb4c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:22.736114717Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63417"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:22.737655002Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"212b1030-8dd7-4e09-9446-53dec753ffa2","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:22.737673692Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"212b1030-8dd7-4e09-9446-53dec753ffa2","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:22.737694162Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"PUT","req_id":"212b1030-8dd7-4e09-9446-53dec753ffa2","remote_addr":"[fd00:1122:3344:101::a]:63417","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":175,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23517,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:23.139758644Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:56240","req_id":"0c90f2db-ff12-4113-bbf5-a4b5e047ed90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:23.954412968Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::a]:56099","req_id":"33e9508c-7c11-4f25-889c-a7f7d729a1c7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.058712582Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53452"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.058946494Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"f40a3b4e-a2ed-4942-a89f-a303cc91a8bb","remote_addr":"[fd00:1122:3344:101::a]:53452","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.371773383Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56691"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.373441469Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"15daa353-4025-4173-85c2-0e0e1e2e5a70","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.37351922Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"15daa353-4025-4173-85c2-0e0e1e2e5a70","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.373534669Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"PUT","req_id":"15daa353-4025-4173-85c2-0e0e1e2e5a70","remote_addr":"[fd00:1122:3344:101::b]:56691","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":297,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.537864443Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50669"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.539226276Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"816fc684-0ff3-43fa-a223-227b87dd4a51","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.539261016Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"new_generation":1,"req_id":"816fc684-0ff3-43fa-a223-227b87dd4a51","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:24.539291857Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"PUT","req_id":"816fc684-0ff3-43fa-a223-227b87dd4a51","remote_addr":"[fd00:1122:3344:101::c]:50669","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":337,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1139,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:25.459554973Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::b]:40527","req_id":"c0692aac-9560-4f2f-a244-d4284ef693a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:25.459612293Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::c]:35097","req_id":"e13f64ff-8446-490b-bc62-ceaa30b24685","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:25.562388222Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65089"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:25.562634036Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"b0e195ea-5f14-4f15-802f-6eb133fa87ca","remote_addr":"[fd00:1122:3344:101::b]:65089","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:25.655120937Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47877"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-20T07:14:25.65539754Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"uri":"/config","method":"GET","req_id":"0409e571-b1e9-4c4d-845a-d9aef745eec4","remote_addr":"[fd00:1122:3344:101::c]:47877","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":252,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 79,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:33.142038452Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:57484","req_id":"2637ac8d-181b-49ed-90c6-fd2a81493736","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45946,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:43.143945962Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:62399","req_id":"ffe3494b-996d-4a6a-98cc-07bde33520d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:53.145565363Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::d]:56245","req_id":"74267a88-ac93-4841-a1be-01af53901985","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:54.491869298Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:62909","req_id":"0a87c925-03e7-4a5f-bca2-890b988e6bf0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32073,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:54.748568344Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:34832","req_id":"9d175669-4c2a-4d8f-acc0-ddbc4bd7c5c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:14:55.083715052Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:51299","req_id":"914425f6-dce2-43ea-a397-e928f8a6be0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f35caad2-4f2b-4157-87be-2cd4f9f44a9f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f35caad2-4f2b-4157-87be-2cd4f9f44a9f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 51,\n 53,\n 99,\n 97,\n 97,\n 100,\n 50,\n 45,\n 52,\n 102,\n 50,\n 98,\n 45,\n 52,\n 49,\n 53,\n 55,\n 45,\n 56,\n 55,\n 98,\n 101,\n 45,\n 50,\n 99,\n 100,\n 52,\n 102,\n 57,\n 102,\n 52,\n 52,\n 97,\n 57,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f35caad2-4f2b-4157-87be-2cd4f9f44a9f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.072455826Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::7]:54704","req_id":"2d83a7c6-d6bc-4e2d-b0bd-bdccf43cf0ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27678,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f35caad2-4f2b-4157-87be-2cd4f9f44a9f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f35caad2-4f2b-4157-87be-2cd4f9f44a9f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 51,\n 53,\n 99,\n 97,\n 97,\n 100,\n 50,\n 45,\n 52,\n 102,\n 50,\n 98,\n 45,\n 52,\n 49,\n 53,\n 55,\n 45,\n 56,\n 55,\n 98,\n 101,\n 45,\n 50,\n 99,\n 100,\n 52,\n 102,\n 57,\n 102,\n 52,\n 52,\n 97,\n 57,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f35caad2-4f2b-4157-87be-2cd4f9f44a9f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.073057882Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::7]:39644","req_id":"b38c22e1-cd2e-4fca-a4de-b4527a4428b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_afbd219d-ca38-4250-97ac-8b1f5534e362.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_afbd219d-ca38-4250-97ac-8b1f5534e362.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 102,\n 98,\n 100,\n 50,\n 49,\n 57,\n 100,\n 45,\n 99,\n 97,\n 51,\n 56,\n 45,\n 52,\n 50,\n 53,\n 48,\n 45,\n 57,\n 55,\n 97,\n 99,\n 45,\n 56,\n 98,\n 49,\n 102,\n 53,\n 53,\n 51,\n 52,\n 101,\n 51,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_afbd219d-ca38-4250-97ac-8b1f5534e362.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.093577253Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::4]:44513","req_id":"f9f02c6e-9d2a-4d62-a97f-15133ec192eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_afbd219d-ca38-4250-97ac-8b1f5534e362.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_afbd219d-ca38-4250-97ac-8b1f5534e362.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 102,\n 98,\n 100,\n 50,\n 49,\n 57,\n 100,\n 45,\n 99,\n 97,\n 51,\n 56,\n 45,\n 52,\n 50,\n 53,\n 48,\n 45,\n 57,\n 55,\n 97,\n 99,\n 45,\n 56,\n 98,\n 49,\n 102,\n 53,\n 53,\n 51,\n 52,\n 101,\n 51,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_afbd219d-ca38-4250-97ac-8b1f5534e362.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.094131758Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::4]:62637","req_id":"61e1e6c9-e32a-49a1-8253-0649a6d7b4e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff9eca5a-80d9-4316-a2d9-23134b834d0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff9eca5a-80d9-4316-a2d9-23134b834d0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 57,\n 101,\n 99,\n 97,\n 53,\n 97,\n 45,\n 56,\n 48,\n 100,\n 57,\n 45,\n 52,\n 51,\n 49,\n 54,\n 45,\n 97,\n 50,\n 100,\n 57,\n 45,\n 50,\n 51,\n 49,\n 51,\n 52,\n 98,\n 56,\n 51,\n 52,\n 100,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff9eca5a-80d9-4316-a2d9-23134b834d0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.105769677Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::6]:53004","req_id":"a8b40655-1284-4a3f-b0c2-8092b0a8e70b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22201,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff9eca5a-80d9-4316-a2d9-23134b834d0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff9eca5a-80d9-4316-a2d9-23134b834d0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 57,\n 101,\n 99,\n 97,\n 53,\n 97,\n 45,\n 56,\n 48,\n 100,\n 57,\n 45,\n 52,\n 51,\n 49,\n 54,\n 45,\n 97,\n 50,\n 100,\n 57,\n 45,\n 50,\n 51,\n 49,\n 51,\n 52,\n 98,\n 56,\n 51,\n 52,\n 100,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff9eca5a-80d9-4316-a2d9-23134b834d0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.106337012Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::6]:36302","req_id":"3f9b7797-b086-4568-bfa1-de7eac5c7d70","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_32fe0db9-61e9-4f46-886c-f18922952365.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_32fe0db9-61e9-4f46-886c-f18922952365.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 102,\n 101,\n 48,\n 100,\n 98,\n 57,\n 45,\n 54,\n 49,\n 101,\n 57,\n 45,\n 52,\n 102,\n 52,\n 54,\n 45,\n 56,\n 56,\n 54,\n 99,\n 45,\n 102,\n 49,\n 56,\n 57,\n 50,\n 50,\n 57,\n 53,\n 50,\n 51,\n 54,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_32fe0db9-61e9-4f46-886c-f18922952365.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.132415705Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::3]:62815","req_id":"ac12462f-15df-4a85-bcdb-b126c1a6a641","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_32fe0db9-61e9-4f46-886c-f18922952365.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_32fe0db9-61e9-4f46-886c-f18922952365.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 50,\n 102,\n 101,\n 48,\n 100,\n 98,\n 57,\n 45,\n 54,\n 49,\n 101,\n 57,\n 45,\n 52,\n 102,\n 52,\n 54,\n 45,\n 56,\n 56,\n 54,\n 99,\n 45,\n 102,\n 49,\n 56,\n 57,\n 50,\n 50,\n 57,\n 53,\n 50,\n 51,\n 54,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_32fe0db9-61e9-4f46-886c-f18922952365.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.133029521Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::3]:41633","req_id":"5f8d5826-08fa-467f-959d-2787abb03577","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c0b50bdb-f23b-4b60-b128-e81bcfb9ced5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c0b50bdb-f23b-4b60-b128-e81bcfb9ced5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 98,\n 53,\n 48,\n 98,\n 100,\n 98,\n 45,\n 102,\n 50,\n 51,\n 98,\n 45,\n 52,\n 98,\n 54,\n 48,\n 45,\n 98,\n 49,\n 50,\n 56,\n 45,\n 101,\n 56,\n 49,\n 98,\n 99,\n 102,\n 98,\n 57,\n 99,\n 101,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c0b50bdb-f23b-4b60-b128-e81bcfb9ced5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.187906214Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::5]:47126","req_id":"21e48f8e-4052-4a08-ad4d-c5e0f01e1b0d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c0b50bdb-f23b-4b60-b128-e81bcfb9ced5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c0b50bdb-f23b-4b60-b128-e81bcfb9ced5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 48,\n 98,\n 53,\n 48,\n 98,\n 100,\n 98,\n 45,\n 102,\n 50,\n 51,\n 98,\n 45,\n 52,\n 98,\n 54,\n 48,\n 45,\n 98,\n 49,\n 50,\n 56,\n 45,\n 101,\n 56,\n 49,\n 98,\n 99,\n 102,\n 98,\n 57,\n 99,\n 101,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c0b50bdb-f23b-4b60-b128-e81bcfb9ced5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.188424558Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::5]:52791","req_id":"eb88592d-9ce5-4888-9232-f2e7071b2811","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.38469058Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::2]:49165","req_id":"a9e12a36-1b22-4772-8220-93e01d322b43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.385263356Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::2]:54887","req_id":"443d876a-59da-4cc7-bbc9-a7f695f40343","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_4ce93f41-15d7-408e-9cbb-62142fed8ba2.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_4ce93f41-15d7-408e-9cbb-62142fed8ba2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 52,\n 99,\n 101,\n 57,\n 51,\n 102,\n 52,\n 49,\n 45,\n 49,\n 53,\n 100,\n 55,\n 45,\n 52,\n 48,\n 56,\n 101,\n 45,\n 57,\n 99,\n 98,\n 98,\n 45,\n 54,\n 50,\n 49,\n 52,\n 50,\n 102,\n 101,\n 100,\n 56,\n 98,\n 97,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_4ce93f41-15d7-408e-9cbb-62142fed8ba2.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.575891555Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::1b]:35460","req_id":"5e6995d2-8845-4205-a636-429ca1ec0300","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 52,\n 98,\n 98,\n 98,\n 54,\n 57,\n 45,\n 100,\n 53,\n 99,\n 101,\n 45,\n 52,\n 50,\n 57,\n 55,\n 45,\n 56,\n 101,\n 49,\n 97,\n 45,\n 101,\n 101,\n 57,\n 56,\n 56,\n 51,\n 48,\n 100,\n 49,\n 52,\n 57,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.676537664Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::e]:41431","req_id":"e2dd0d7b-022c-4b6b-94a4-f572fa06f1b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 50,\n 55,\n 52,\n 98,\n 98,\n 98,\n 54,\n 57,\n 45,\n 100,\n 53,\n 99,\n 101,\n 45,\n 52,\n 50,\n 57,\n 55,\n 45,\n 56,\n 101,\n 49,\n 97,\n 45,\n 101,\n 101,\n 57,\n 56,\n 56,\n 51,\n 48,\n 100,\n 49,\n 52,\n 57,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_274bbb69-d5ce-4297-8e1a-ee98830d1496.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-20T07:15:00.67718201Z","hostname":"oxz_internal_dns_d5dc59af-33cd-40cf-98cb-724708638dad","pid":5361,"peer_addr":"[fd00:1122:3344:101::e]:44628","req_id":"a4414dd3-3381-43ea-8df9-99d86894b853","component":"dns"}