[ Sep 3 02:11:48 Enabled. ] [ Sep 3 02:11:48 Rereading configuration. ] [ Sep 3 02:11:48 Rereading configuration. ] [ Sep 3 02:11:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Sep 3 02:11:50 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.102967485Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.103071408Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.131943143Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.131972774Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.132001505Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.132301334Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.18406278Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:34820"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.184745591Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"f3db61c2-5c5c-487c-bc83-daee54cd9e37","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.184774601Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.200436361Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.200462662Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"f3db61c2-5c5c-487c-bc83-daee54cd9e37","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.200496933Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"PUT","req_id":"f3db61c2-5c5c-487c-bc83-daee54cd9e37","remote_addr":"[fd00:1122:3344:2::2]:34820","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":16134,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.63006646Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:56131","req_id":"61c514ee-939c-4745-9f20-a50892ecc103","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.634284989Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:44211","req_id":"0e459fe3-94b9-460d-b1b7-153d76c96002","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.638455137Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:57280","req_id":"a78f9238-e73c-4746-b0f6-d3b097a5d37f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29539,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:00.345148217Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:64451","req_id":"ab58c941-faff-4ddb-9b1b-f3936aa6aa3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:06.411220893Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::e]:34205","req_id":"0dcd846e-fea4-471e-9313-01b58026bf43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:06.411877084Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::e]:53742","req_id":"6a2e889b-950e-4f8f-93f8-c212b6ca776e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:10.199516368Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::c]:36678","req_id":"d8447da3-2dd9-4860-8861-acc6de2e5778","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30969,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:10.226080391Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::b]:57170","req_id":"4b8b5bdd-2cf5-4ec5-9aa7-7c28c669436f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.224674183Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58273"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.224763036Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37337"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.231021498Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"c81293c0-43eb-4666-9679-9c3d55d7a5dc","remote_addr":"[fd00:1122:3344:101::b]:37337","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2992,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.231064659Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"4a4e68ef-1098-4daa-b59f-b1af216f13ab","remote_addr":"[fd00:1122:3344:101::c]:58273","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2993,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:11.840656793Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::a]:42831","req_id":"fd018c53-edfd-41c7-b6b4-bfd0f92fb981","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41059,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:11.845809841Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::c]:46625","req_id":"5ef0fafc-3edb-4b34-bb89-7297b57e0319","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.259968308Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37461"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.260311358Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"881cda79-25bd-401c-a697-3906faf136df","remote_addr":"[fd00:1122:3344:101::c]:37461","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":261,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.32825064Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49736"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.328611171Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"7c4afea3-0c9a-4af8-b3a1-bd4a99733795","remote_addr":"[fd00:1122:3344:101::a]:49736","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":278,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.476047305Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34640"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41160,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:13.47764435Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::c]:10090","req_id":"302439c4-d52e-4c2f-9a91-156935e70ff3","component":"dns"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.480840258Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"32638e88-b331-481a-8202-479cbb6d8a07","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.480893489Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"32638e88-b331-481a-8202-479cbb6d8a07","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.480901299Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"PUT","req_id":"32638e88-b331-481a-8202-479cbb6d8a07","remote_addr":"[fd00:1122:3344:101::c]:34640","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":3128,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.735952302Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52468"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.736273442Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"6d8e86b1-2275-4fd8-8e2e-ab43e1c9991f","remote_addr":"[fd00:1122:3344:101::c]:52468","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36108,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:14.640797921Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::c]:25887","req_id":"263af614-34b1-4543-8a96-ff6fae4ba0fa","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:14.764447879Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37426"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:14.76479964Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"754428e7-1c49-474d-bea1-90f0f732fd0f","remote_addr":"[fd00:1122:3344:101::c]:37426","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":311,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42851,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:20.338337947Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:51190","req_id":"64377e66-7c74-4b2e-bc8e-96fc98d3e595","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5601,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:20.916224083Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::b]:44285","req_id":"2f397747-8eb7-4f10-990a-39f376d0d386","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:21.030158393Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50081"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:21.03040322Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"39bd7ff0-3eb6-4456-834c-faa911d5fb3e","remote_addr":"[fd00:1122:3344:101::b]:50081","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:22.196970311Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::a]:10124","req_id":"4f151c08-2bfc-41d2-b726-9b71eb3dc982","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:22.311800289Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:44001"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:22.312049717Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"65649f03-9c7f-48a2-80b2-f24b8459895c","remote_addr":"[fd00:1122:3344:101::a]:44001","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16509,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:30.339651379Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:54083","req_id":"4f5635a7-df80-4d68-8081-85212ccdbb92","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:40.341890089Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:53288","req_id":"7e432962-43d4-4cfd-90c8-98c3eb57b7b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:50.344484478Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:51639","req_id":"7194e50f-20e4-4833-a4c6-259b3193f29d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55025,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:00.345627745Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:64809","req_id":"d99bf2dc-de87-418d-ae1d-1bb0551ead06","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.81432691Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:58259","req_id":"baa88397-b38c-4615-878c-ecb9c9f00a1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.819120247Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:53157","req_id":"a61314bf-a8f9-40ec-a278-12e94c615e74","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.824015077Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:38825","req_id":"3ca06304-bf2c-4609-b4a1-70cc5e1b0f57","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.984220436Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51348"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986082184Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"3e4f042b-285f-4f81-be18-8b4d18f325a0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986109004Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"3e4f042b-285f-4f81-be18-8b4d18f325a0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986133575Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"PUT","req_id":"3e4f042b-285f-4f81-be18-8b4d18f325a0","remote_addr":"[fd00:1122:3344:101::c]:51348","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":322,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.16054234Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51491"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.162052706Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"4d5cbff4-2ab9-4f0f-9d13-3ffe7913cf20","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.162110648Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"4d5cbff4-2ab9-4f0f-9d13-3ffe7913cf20","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.162121668Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"PUT","req_id":"4d5cbff4-2ab9-4f0f-9d13-3ffe7913cf20","remote_addr":"[fd00:1122:3344:101::b]:51491","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":354,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:10.344776016Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:64106","req_id":"2800c92d-c0b3-4dab-ab92-ded8f81ba025","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:10.830888185Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::c]:19727","req_id":"295d08c6-d480-49b1-b370-dbb2f9658262","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.931930662Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:63413"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.93220011Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"d4c4dcc9-7fb9-490e-8287-beb1ea4c14ae","remote_addr":"[fd00:1122:3344:101::c]:63413","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13408,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:11.31756211Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::b]:5355","req_id":"f1047301-4459-4334-b9af-c0f634f9d9f1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.437354722Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52345"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.437722203Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"34913fcf-2a41-4b95-867a-95cf801fedc0","remote_addr":"[fd00:1122:3344:101::b]:52345","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":309,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.487339723Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39853"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.488962893Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"34af2641-77a9-4738-9685-1e7f1a054cb3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.489024515Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"new_generation":1,"req_id":"34af2641-77a9-4738-9685-1e7f1a054cb3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.489034415Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"PUT","req_id":"34af2641-77a9-4738-9685-1e7f1a054cb3","remote_addr":"[fd00:1122:3344:101::a]:39853","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":280,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:12.198139025Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::a]:32111","req_id":"6917f1d5-7d8d-4885-bf23-f80319791fcd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:12.294388645Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58364"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:12.294648693Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"uri":"/config","method":"GET","req_id":"a687d234-2a2a-4e59-bce0-df22d20ec2bc","remote_addr":"[fd00:1122:3344:101::a]:58364","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48519,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:20.345808248Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:53902","req_id":"6549ab27-e557-49ec-bdf4-a4a81645c892","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:30.348296664Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:58298","req_id":"fdcfeec2-9a7d-408c-ab0d-86b99da916a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:40.350182576Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:56314","req_id":"b77df123-3991-4106-8daf-3c6501713fa5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:50.352274645Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:56950","req_id":"31edce06-8e35-45a9-b6bf-13f21c49aa8f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.187512558Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::2]:61584","req_id":"9ae6b940-4ec2-4fbd-8531-fb66c31ca6ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.188169158Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::2]:55320","req_id":"2b52b4e6-8b7c-439c-bef6-cbfe0baaa16a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 97,\n 50,\n 49,\n 51,\n 53,\n 51,\n 101,\n 45,\n 100,\n 49,\n 102,\n 55,\n 45,\n 52,\n 57,\n 101,\n 56,\n 45,\n 98,\n 100,\n 52,\n 54,\n 45,\n 54,\n 97,\n 51,\n 55,\n 53,\n 56,\n 97,\n 55,\n 48,\n 49,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.232324721Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::1b]:55877","req_id":"19602664-7d1f-4341-bcf3-e3a4a399f458","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.353968728Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::d]:62635","req_id":"3dbf0e4b-c72c-489d-a22d-7aec187ee893","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.383006967Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::e]:50364","req_id":"40d13ccd-374a-47ff-aede-2e095310a200","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.383573025Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::e]:50307","req_id":"8c2eb866-7aad-44f7-a9f6-ef595e3e5766","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 101,\n 99,\n 50,\n 100,\n 49,\n 99,\n 45,\n 48,\n 55,\n 52,\n 52,\n 45,\n 52,\n 52,\n 53,\n 56,\n 45,\n 97,\n 97,\n 56,\n 100,\n 45,\n 50,\n 52,\n 54,\n 98,\n 50,\n 97,\n 50,\n 100,\n 52,\n 97,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.417467243Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::3]:43097","req_id":"7feae267-1880-4325-92e3-b8419fc76496","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 101,\n 99,\n 50,\n 100,\n 49,\n 99,\n 45,\n 48,\n 55,\n 52,\n 52,\n 45,\n 52,\n 52,\n 53,\n 56,\n 45,\n 97,\n 97,\n 56,\n 100,\n 45,\n 50,\n 52,\n 54,\n 98,\n 50,\n 97,\n 50,\n 100,\n 52,\n 97,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.418092242Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::3]:52169","req_id":"76b05cb5-d6ac-45ef-b492-d77b8d745bde","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 53,\n 50,\n 100,\n 50,\n 53,\n 48,\n 45,\n 99,\n 100,\n 99,\n 100,\n 45,\n 52,\n 100,\n 53,\n 54,\n 45,\n 57,\n 50,\n 56,\n 55,\n 45,\n 51,\n 102,\n 102,\n 99,\n 55,\n 56,\n 97,\n 99,\n 52,\n 101,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.420666811Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::4]:54063","req_id":"117ee67b-f4f2-4c94-a49a-577e0bd1f200","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 53,\n 50,\n 100,\n 50,\n 53,\n 48,\n 45,\n 99,\n 100,\n 99,\n 100,\n 45,\n 52,\n 100,\n 53,\n 54,\n 45,\n 57,\n 50,\n 56,\n 55,\n 45,\n 51,\n 102,\n 102,\n 99,\n 55,\n 56,\n 97,\n 99,\n 52,\n 101,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.421439995Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::4]:33167","req_id":"82901422-03d7-431d-8330-0803c3361edf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 49,\n 55,\n 100,\n 101,\n 97,\n 97,\n 45,\n 101,\n 101,\n 102,\n 55,\n 45,\n 52,\n 102,\n 48,\n 100,\n 45,\n 57,\n 102,\n 50,\n 49,\n 45,\n 49,\n 48,\n 52,\n 50,\n 54,\n 52,\n 57,\n 100,\n 51,\n 51,\n 101,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.458633094Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::6]:34368","req_id":"3aa3f63b-e522-4453-884f-96f488715ceb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 49,\n 55,\n 100,\n 101,\n 97,\n 97,\n 45,\n 101,\n 101,\n 102,\n 55,\n 45,\n 52,\n 102,\n 48,\n 100,\n 45,\n 57,\n 102,\n 50,\n 49,\n 45,\n 49,\n 48,\n 52,\n 50,\n 54,\n 52,\n 57,\n 100,\n 51,\n 51,\n 101,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.459268874Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::6]:58295","req_id":"eec739e3-3251-452d-8be3-11fdcfbb6262","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 50,\n 100,\n 101,\n 99,\n 52,\n 45,\n 99,\n 54,\n 50,\n 51,\n 45,\n 52,\n 53,\n 98,\n 97,\n 45,\n 57,\n 98,\n 52,\n 51,\n 45,\n 97,\n 101,\n 101,\n 55,\n 99,\n 51,\n 55,\n 100,\n 55,\n 57,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.4672969Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::5]:65150","req_id":"b9d64c3a-4dd4-4a9b-ae59-a4fa6070029e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 50,\n 100,\n 101,\n 99,\n 52,\n 45,\n 99,\n 54,\n 50,\n 51,\n 45,\n 52,\n 53,\n 98,\n 97,\n 45,\n 57,\n 98,\n 52,\n 51,\n 45,\n 97,\n 101,\n 101,\n 55,\n 99,\n 51,\n 55,\n 100,\n 55,\n 57,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.467851097Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::5]:63481","req_id":"c5ab4da2-4206-45dd-97f3-9f1fd31760de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 53,\n 55,\n 55,\n 57,\n 54,\n 51,\n 102,\n 45,\n 54,\n 56,\n 53,\n 52,\n 45,\n 52,\n 51,\n 101,\n 48,\n 45,\n 97,\n 57,\n 102,\n 100,\n 45,\n 55,\n 57,\n 50,\n 53,\n 57,\n 51,\n 98,\n 50,\n 97,\n 98,\n 99,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.489948994Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::7]:41747","req_id":"0cf38feb-e3f4-4bd7-8842-d9e0af262a4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 53,\n 55,\n 55,\n 57,\n 54,\n 51,\n 102,\n 45,\n 54,\n 56,\n 53,\n 52,\n 45,\n 52,\n 51,\n 101,\n 48,\n 45,\n 97,\n 57,\n 102,\n 100,\n 45,\n 55,\n 57,\n 50,\n 53,\n 57,\n 51,\n 98,\n 50,\n 97,\n 98,\n 99,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.490517841Z","hostname":"oxz_internal_dns_f37b2dda-ccf3-47a9-929c-d6112839f4be","pid":5512,"peer_addr":"[fd00:1122:3344:101::7]:36026","req_id":"811994dd-24ae-419f-a540-34d7e8567e46","component":"dns"}