[ Sep 3 03:40:49 Enabled. ] [ Sep 3 03:40:49 Rereading configuration. ] [ Sep 3 03:40:49 Rereading configuration. ] [ Sep 3 03:40:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Sep 3 03:40:51 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.124966615Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.125072607Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.145358325Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.145383966Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.145427056Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.145714802Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.773875465Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:50384"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.774609269Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"10deae0a-938c-403f-9fe9-10f14971d384","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.774624089Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.787225041Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.787253141Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"10deae0a-938c-403f-9fe9-10f14971d384","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.787292772Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"PUT","req_id":"10deae0a-938c-403f-9fe9-10f14971d384","remote_addr":"[fd00:1122:3344:1::2]:50384","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":13026,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:04.41153188Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:52452","req_id":"3181b0f0-8b41-4c29-ac2b-d2e6e21480cc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:04.416015665Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:32874","req_id":"09da262a-35e3-451f-9ce1-a683301a1fe6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:04.420189305Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:42437","req_id":"1d56eea0-60b3-44e9-b2a8-bd4a197d816e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:32.42753489Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:47277","req_id":"ebf25536-2e6f-4d7c-91a5-194cd2fb9029","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:32.431977736Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:52776","req_id":"80662d10-903f-4772-b586-ec4c933c3c65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:32.43638086Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:40312","req_id":"33d50ada-1a20-4737-91de-6c62bd79eba9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17375,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:11.412903717Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:50209","req_id":"a32bfca8-fd7e-41af-9e9a-9eb77fe13dac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38738,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:21.39682232Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:61609","req_id":"47f30ece-2af8-4066-8e26-a520c97f4c46","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11871,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:24.125881061Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::b]:31302","req_id":"87a713ff-5119-40ad-bd27-bc0532a8b4b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:24.397639904Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::c]:5663","req_id":"89a9fd2b-9e61-498a-a27f-94b7987b1859","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:26.714961562Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::a]:51108","req_id":"e6c3d369-6e90-4d6a-bcde-c02dc7b3176e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35427,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.451742054Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:62837","req_id":"da36d4e1-af4d-4bdd-a156-8767aa05841f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.467342462Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:49211","req_id":"5fbc10aa-c6ed-478e-a66e-28f727b16d03","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.472368559Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:37050","req_id":"a297d119-218f-45dd-a5b7-3c9cd4656bbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 54,\n 54,\n 54,\n 52,\n 54,\n 48,\n 98,\n 45,\n 48,\n 99,\n 53,\n 99,\n 45,\n 52,\n 56,\n 52,\n 54,\n 45,\n 98,\n 57,\n 53,\n 53,\n 45,\n 57,\n 48,\n 56,\n 53,\n 56,\n 100,\n 54,\n 55,\n 51,\n 50,\n 54,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.715100286Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::e]:47824","req_id":"b042b413-5b40-442a-9876-b0fc44e474a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 54,\n 54,\n 54,\n 52,\n 54,\n 48,\n 98,\n 45,\n 48,\n 99,\n 53,\n 99,\n 45,\n 52,\n 56,\n 52,\n 54,\n 45,\n 98,\n 57,\n 53,\n 53,\n 45,\n 57,\n 48,\n 56,\n 53,\n 56,\n 100,\n 54,\n 55,\n 51,\n 50,\n 54,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.715754789Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::e]:57156","req_id":"4c9994eb-6c56-4c58-95f6-36e8eb8dc839","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31769,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:31.39891032Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:65253","req_id":"491bf5cd-420b-4670-99db-d6c3a6f399d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34769,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:41.401012821Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:62525","req_id":"34fe91c0-3064-4a01-87c1-b271daa2885a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:51.402714953Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:59906","req_id":"0c33f4a7-36e7-4f8e-a5d5-852fcb235992","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:01.404858884Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:56302","req_id":"d636a4c6-5018-4071-b1f6-d7c46b33e424","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:11.406618038Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:54423","req_id":"f30e5aba-bacd-498d-91d0-375710ce4c9b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45708,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:11.962898498Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::b]:58409","req_id":"0393eaf4-5c4e-4a3e-b807-d507e80f8491","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:12.224937365Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35801"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:12.26595863Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"cb282d61-e312-4c75-ad1d-0eee108567c4","remote_addr":"[fd00:1122:3344:101::b]:35801","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":21244,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:20.85261409Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::b]:61343","req_id":"c481c20c-2f9c-4f1b-ad05-f42fca807b8f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.860742786Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64123"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.863968697Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"b9a8b965-7da4-467a-9383-e2b6b9e05a63","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.863999418Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"b9a8b965-7da4-467a-9383-e2b6b9e05a63","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.864063309Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"PUT","req_id":"b9a8b965-7da4-467a-9383-e2b6b9e05a63","remote_addr":"[fd00:1122:3344:101::b]:64123","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":3168,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.980866985Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63111"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.98110032Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"3f8a6c10-01d0-4377-8dc8-d62fa8db7633","remote_addr":"[fd00:1122:3344:101::b]:63111","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:21.408752137Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:54841","req_id":"89a10005-9a31-4303-800a-077c98c79bd4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:21.876189317Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::b]:48481","req_id":"15786806-99d1-4e31-8cde-e23883ad76b3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:21.994623985Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46157"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:21.995016473Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"0ce19072-7a36-439e-bc2c-946e3b89c150","remote_addr":"[fd00:1122:3344:101::b]:46157","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":231,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:23.887955964Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50992"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:23.888332572Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"abe54091-2ff3-4dfb-9b69-54c051176b37","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:23.888438174Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"abe54091-2ff3-4dfb-9b69-54c051176b37","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:23.888460474Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"PUT","req_id":"abe54091-2ff3-4dfb-9b69-54c051176b37","remote_addr":"[fd00:1122:3344:101::b]:50992","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":328,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.223294655Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44162"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.223759584Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"05380bea-3047-403b-9bcd-7025eed98313","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.223825965Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"05380bea-3047-403b-9bcd-7025eed98313","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.223894926Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"PUT","req_id":"05380bea-3047-403b-9bcd-7025eed98313","remote_addr":"[fd00:1122:3344:101::c]:44162","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":342,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:24.760794856Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::b]:55896","req_id":"ab76e64b-4632-4f9c-bcfc-17ffbebfa2e3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.8905538Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54657"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.890804675Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"9d680438-c0ca-4f0b-81ca-a9519f33e707","remote_addr":"[fd00:1122:3344:101::b]:54657","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:25.300259564Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::c]:49779","req_id":"dd2f3d2e-6d00-4395-a560-472fa6b64236","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:25.447788629Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64977"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:25.448014293Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"169c47fa-aca6-4ec4-b32c-2b2bc2543c86","remote_addr":"[fd00:1122:3344:101::c]:64977","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:26.710713199Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65035"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:26.711166117Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"f09bf08b-4bf2-45a7-a643-0c8292acce33","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:26.711270439Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"f09bf08b-4bf2-45a7-a643-0c8292acce33","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:26.71128515Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"PUT","req_id":"f09bf08b-4bf2-45a7-a643-0c8292acce33","remote_addr":"[fd00:1122:3344:101::a]:65035","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":286,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:28.05366352Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::a]:59137","req_id":"8fcf8d4b-d861-4b41-8174-a426421ad7dd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:28.17587239Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43077"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:28.176107875Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"b1ba1836-115e-41e1-b34d-723e38f9e8f2","remote_addr":"[fd00:1122:3344:101::a]:43077","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":201,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12575,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:31.410846727Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:63853","req_id":"1ee7e6c1-5947-4773-ae77-09beb3e3c512","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:41.412822975Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:61078","req_id":"35abf2d1-cb38-4c45-a484-d13b60443f54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33141,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:51.414604709Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:63504","req_id":"413142a3-7fd2-46f2-b9b4-bc93d43c15dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:01.416416704Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:51396","req_id":"96082dec-c464-42a3-8775-9a4c6b56cfc6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:11.418220549Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:63947","req_id":"61985cd2-1f3d-4d5f-b89d-5390b0f3775a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26077,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:14.681152491Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:56247","req_id":"212c1739-6197-4f5b-a157-b2b30220ae0b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:14.686557024Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:55112","req_id":"d2729012-b7dd-430a-aad1-762c25f9009d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:14.691506919Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::1b]:61814","req_id":"d38b4786-a287-4d23-a847-01f20bbef300","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27754,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:21.418991622Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:55106","req_id":"bb86a0fe-e499-4f84-b23b-25114272e72d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.889989341Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59477"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.890242556Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"6c9991ad-0997-42a1-96c5-11315a4ba5e0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.890260257Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"6c9991ad-0997-42a1-96c5-11315a4ba5e0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.890283447Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"PUT","req_id":"6c9991ad-0997-42a1-96c5-11315a4ba5e0","remote_addr":"[fd00:1122:3344:101::b]:59477","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":183,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.977911625Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35865"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.978247441Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"9a7074e7-ecf2-425d-a9f1-ca35edaa6096","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.978424215Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"9a7074e7-ecf2-425d-a9f1-ca35edaa6096","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.978441655Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"PUT","req_id":"9a7074e7-ecf2-425d-a9f1-ca35edaa6096","remote_addr":"[fd00:1122:3344:101::c]:35865","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":245,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:24.764277671Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::c]:42209","req_id":"7da4e14e-8888-41aa-8939-fc9ab317fd52","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:24.871616976Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59296"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:24.871862501Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"5dee3731-c34c-4fff-9aed-8e8606075baf","remote_addr":"[fd00:1122:3344:101::c]:59296","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:25.278637638Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::b]:21030","req_id":"1946a1c8-bf68-4545-ac6c-a12c09f80620","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:25.383361233Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48433"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:25.383647079Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"90967818-ab9d-4b3c-9638-1a881f3544d8","remote_addr":"[fd00:1122:3344:101::b]:48433","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":246,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:26.600041139Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53967"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:26.600389075Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"0909e7b1-1173-44b7-8512-5757837d3690","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:26.600418756Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"new_generation":1,"req_id":"0909e7b1-1173-44b7-8512-5757837d3690","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:26.600524598Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"PUT","req_id":"0909e7b1-1173-44b7-8512-5757837d3690","remote_addr":"[fd00:1122:3344:101::a]:53967","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":282,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:27.531843059Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::a]:32515","req_id":"3a60fc8c-af97-4229-8d42-b3011948d538","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:27.628776655Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61579"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:27.629063591Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"uri":"/config","method":"GET","req_id":"64aeca6c-9792-43e1-8011-4443cdeee5ae","remote_addr":"[fd00:1122:3344:101::a]:61579","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:31.421020672Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:57624","req_id":"2602e747-4599-4484-856b-f9dc7ea0e0b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:41.42300398Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:62740","req_id":"0f0f116a-e2a3-443c-a87a-b2dc8b5f7fe7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:51.424944146Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::d]:59588","req_id":"7cd28d4d-839d-4e2a-86ef-69f4525f3764","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 98,\n 102,\n 100,\n 55,\n 52,\n 51,\n 45,\n 48,\n 97,\n 53,\n 55,\n 45,\n 52,\n 97,\n 98,\n 52,\n 45,\n 98,\n 55,\n 98,\n 101,\n 45,\n 57,\n 49,\n 57,\n 50,\n 56,\n 99,\n 98,\n 101,\n 101,\n 55,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.083029693Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::4]:62184","req_id":"c9370c9e-114a-4215-a386-ada5720d5d09","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 98,\n 102,\n 100,\n 55,\n 52,\n 51,\n 45,\n 48,\n 97,\n 53,\n 55,\n 45,\n 52,\n 97,\n 98,\n 52,\n 45,\n 98,\n 55,\n 98,\n 101,\n 45,\n 57,\n 49,\n 57,\n 50,\n 56,\n 99,\n 98,\n 101,\n 101,\n 55,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.083570844Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::4]:33373","req_id":"192902b1-ae16-4632-aa0b-52e4c2be793f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 54,\n 54,\n 54,\n 52,\n 54,\n 48,\n 98,\n 45,\n 48,\n 99,\n 53,\n 99,\n 45,\n 52,\n 56,\n 52,\n 54,\n 45,\n 98,\n 57,\n 53,\n 53,\n 45,\n 57,\n 48,\n 56,\n 53,\n 56,\n 100,\n 54,\n 55,\n 51,\n 50,\n 54,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.180383497Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::e]:42131","req_id":"38f8680e-0b49-46ae-9457-b806aa180fac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 54,\n 54,\n 54,\n 52,\n 54,\n 48,\n 98,\n 45,\n 48,\n 99,\n 53,\n 99,\n 45,\n 52,\n 56,\n 52,\n 54,\n 45,\n 98,\n 57,\n 53,\n 53,\n 45,\n 57,\n 48,\n 56,\n 53,\n 56,\n 100,\n 54,\n 55,\n 51,\n 50,\n 54,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.180992859Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::e]:37200","req_id":"9b7cc827-ff95-4620-866f-c316861599a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.184828562Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::2]:59560","req_id":"b4446384-6f28-4c2b-9078-6144a422f4bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.1852249Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::2]:45660","req_id":"9f0c25ed-281d-41f0-b68f-f60512973803","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 52,\n 102,\n 49,\n 100,\n 55,\n 52,\n 56,\n 45,\n 56,\n 49,\n 51,\n 56,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 97,\n 53,\n 49,\n 100,\n 45,\n 98,\n 98,\n 100,\n 98,\n 102,\n 57,\n 102,\n 52,\n 98,\n 101,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.214395689Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::7]:40803","req_id":"33d9b569-a209-477d-ae87-737ff7a0266f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 52,\n 102,\n 49,\n 100,\n 55,\n 52,\n 56,\n 45,\n 56,\n 49,\n 51,\n 56,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 97,\n 53,\n 49,\n 100,\n 45,\n 98,\n 98,\n 100,\n 98,\n 102,\n 57,\n 102,\n 52,\n 98,\n 101,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.214963739Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::7]:38133","req_id":"3420712f-25f8-445f-b92e-77e9dd7d0b5c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 102,\n 56,\n 57,\n 57,\n 50,\n 98,\n 102,\n 45,\n 99,\n 51,\n 53,\n 101,\n 45,\n 52,\n 57,\n 97,\n 57,\n 45,\n 97,\n 56,\n 97,\n 54,\n 45,\n 100,\n 101,\n 48,\n 52,\n 99,\n 52,\n 53,\n 52,\n 49,\n 56,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.245586876Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::3]:41337","req_id":"06e6e151-ebc9-4227-b4e2-124aa5531f50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 102,\n 56,\n 57,\n 57,\n 50,\n 98,\n 102,\n 45,\n 99,\n 51,\n 53,\n 101,\n 45,\n 52,\n 57,\n 97,\n 57,\n 45,\n 97,\n 56,\n 97,\n 54,\n 45,\n 100,\n 101,\n 48,\n 52,\n 99,\n 52,\n 53,\n 52,\n 49,\n 56,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.246187077Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::3]:60476","req_id":"a9652d6d-5cad-4dbc-847b-bd8f2bf40717","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 57,\n 56,\n 98,\n 102,\n 57,\n 97,\n 49,\n 45,\n 102,\n 99,\n 57,\n 99,\n 45,\n 52,\n 100,\n 102,\n 49,\n 45,\n 97,\n 102,\n 55,\n 98,\n 45,\n 49,\n 100,\n 99,\n 100,\n 99,\n 55,\n 98,\n 54,\n 102,\n 99,\n 50,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.297813906Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::5]:48532","req_id":"3b0ed01e-3785-4a8a-afcc-331e9d679e76","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 57,\n 56,\n 98,\n 102,\n 57,\n 97,\n 49,\n 45,\n 102,\n 99,\n 57,\n 99,\n 45,\n 52,\n 100,\n 102,\n 49,\n 45,\n 97,\n 102,\n 55,\n 98,\n 45,\n 49,\n 100,\n 99,\n 100,\n 99,\n 55,\n 98,\n 54,\n 102,\n 99,\n 50,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.298430728Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::5]:44581","req_id":"4f12046a-b8de-4bbe-87dd-12b6cbd26b3c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 102,\n 100,\n 97,\n 54,\n 49,\n 48,\n 45,\n 50,\n 56,\n 49,\n 55,\n 45,\n 52,\n 99,\n 102,\n 56,\n 45,\n 57,\n 48,\n 51,\n 101,\n 45,\n 54,\n 98,\n 50,\n 50,\n 52,\n 51,\n 54,\n 54,\n 99,\n 101,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.32886493Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::6]:33003","req_id":"acb7f25c-2d2f-4a31-9956-9fd7824bd969","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 102,\n 100,\n 97,\n 54,\n 49,\n 48,\n 45,\n 50,\n 56,\n 49,\n 55,\n 45,\n 52,\n 99,\n 102,\n 56,\n 45,\n 57,\n 48,\n 51,\n 101,\n 45,\n 54,\n 98,\n 50,\n 50,\n 52,\n 51,\n 54,\n 54,\n 99,\n 101,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.329490182Z","hostname":"oxz_internal_dns_e8d5fe32-2ed6-42c1-8456-207160e49e7e","pid":5513,"peer_addr":"[fd00:1122:3344:101::6]:33140","req_id":"19f6e1d4-efd8-4945-adab-00cb23ed6f35","component":"dns"}