[ Sep 3 03:40:49 Enabled. ] [ Sep 3 03:40:49 Rereading configuration. ] [ Sep 3 03:40:49 Rereading configuration. ] [ Sep 3 03:40:51 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Sep 3 03:40:51 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.021194988Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.02129923Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.039361606Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.039394326Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.039433037Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:51.039680652Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.745116244Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:39215"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.745968621Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"e8647287-25d7-4a6a-a4e5-32b196e623dc","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.745999421Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.758155944Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.758196705Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"e8647287-25d7-4a6a-a4e5-32b196e623dc","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:40:52.758206355Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"PUT","req_id":"e8647287-25d7-4a6a-a4e5-32b196e623dc","remote_addr":"[fd00:1122:3344:2::2]:39215","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12649,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:04.411782964Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:55140","req_id":"44ce9e20-c94e-4fea-a82b-a0084350b3d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:04.41627709Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:60688","req_id":"1e6f25d5-7ae9-40b7-85f3-cfdbf5ff7b45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49481,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:04.420374699Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:59194","req_id":"1525fac1-c80f-4781-88ab-5e8a4ccb6bae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 266,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:32.427879774Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:61027","req_id":"46f4f215-aef7-41f9-9c14-5b19dcc60383","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 630,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:32.432230631Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:60010","req_id":"1b9ec0d4-a6a8-4b42-af03-6d00208188af","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:41:32.436622823Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:45116","req_id":"6cc0abc5-53de-4667-a14f-451cfc1cf57a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25797,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:11.410628084Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:56818","req_id":"fdb48ea0-ff87-47c5-a2ab-baa32ae90e78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:21.39680332Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:61081","req_id":"fd04b25c-3043-4697-a260-62697f2e3e4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51767,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:24.12581155Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:35359","req_id":"3b35c7d1-2649-40e3-b2a9-bbed21835a24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:24.397585143Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:56492","req_id":"c9eaebae-5a8b-4152-b9be-ec030fc87773","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40368,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:26.715123714Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:41294","req_id":"2f3bfa0d-76e0-4ee0-9395-dea01956284a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35427,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.457374092Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:43705","req_id":"7f6d751a-11d2-4400-b6fb-dcb422ed930a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.467517916Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:39545","req_id":"a6f6b67d-a10e-4a85-9f95-39690e7093f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.472578913Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:50855","req_id":"2e8f8d4c-6e9f-48c0-8784-582be45f6da9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 54,\n 54,\n 54,\n 52,\n 54,\n 48,\n 98,\n 45,\n 48,\n 99,\n 53,\n 99,\n 45,\n 52,\n 56,\n 52,\n 54,\n 45,\n 98,\n 57,\n 53,\n 53,\n 45,\n 57,\n 48,\n 56,\n 53,\n 56,\n 100,\n 54,\n 55,\n 51,\n 50,\n 54,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.715362481Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:42601","req_id":"4fe18dfe-8c79-461a-a3cb-54958ad2fc6c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 54,\n 54,\n 54,\n 52,\n 54,\n 48,\n 98,\n 45,\n 48,\n 99,\n 53,\n 99,\n 45,\n 52,\n 56,\n 52,\n 54,\n 45,\n 98,\n 57,\n 53,\n 53,\n 45,\n 57,\n 48,\n 56,\n 53,\n 56,\n 100,\n 54,\n 55,\n 51,\n 50,\n 54,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:28.716049184Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:38213","req_id":"58a61069-c3cb-47b8-9a44-cce089685b12","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27876,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:31.39891874Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:53195","req_id":"63f17dd5-cdca-41c6-9197-041f477f12fe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:41.401229975Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:65330","req_id":"967d11f7-5449-4d65-8dcb-36e5cef9cefd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:42:51.402692872Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:55181","req_id":"c45eb309-c200-467a-8b28-f00d1721db3e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21761,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:01.404853334Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:65224","req_id":"edf70f50-2247-4ea5-8169-89637fa590b8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9388,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:11.406548626Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:63462","req_id":"e0565fb0-b28c-40b5-b75c-652cc83b3957","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47513,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:11.962874238Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:6720","req_id":"d7eee04d-97be-41bf-93f5-6d5095321c76","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:12.129223732Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37320"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:12.167484785Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"ef65a386-c44c-4a7f-8b9b-6065005b5048","remote_addr":"[fd00:1122:3344:101::b]:37320","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":20641,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5958,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:20.852796344Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:62141","req_id":"7c9f6b22-22d3-47da-9e55-d901e30d4af4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.858447852Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40923"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.863225973Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"974b6a5b-96ed-4198-9a33-876eac71ad7a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.863261084Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"974b6a5b-96ed-4198-9a33-876eac71ad7a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.863346975Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"PUT","req_id":"974b6a5b-96ed-4198-9a33-876eac71ad7a","remote_addr":"[fd00:1122:3344:101::b]:40923","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":2442,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.979385347Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44573"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:20.979700883Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"4a8f0426-a428-429a-a235-48bb5b988a45","remote_addr":"[fd00:1122:3344:101::b]:44573","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":254,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:21.408761428Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:61430","req_id":"70a59ee5-2668-4acd-9c27-84a4be87347c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50873,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:21.876243528Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:6053","req_id":"d2d405c2-5379-4351-9d9a-2b99ccab2a98","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:21.993061255Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36800"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:21.993447152Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"8e126920-8154-4612-b45a-ca424ef291e8","remote_addr":"[fd00:1122:3344:101::b]:36800","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":285,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:23.885378825Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64084"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:23.888557026Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"49ec5dd2-f06f-4a4d-b05f-6d46f8263565","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:23.88874105Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"49ec5dd2-f06f-4a4d-b05f-6d46f8263565","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:23.88875807Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"PUT","req_id":"49ec5dd2-f06f-4a4d-b05f-6d46f8263565","remote_addr":"[fd00:1122:3344:101::b]:64084","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":303,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.216453214Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:61056"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.223550109Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"a87586c5-5cb0-4add-b9d2-ffe3ac20fcee","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.22358009Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"a87586c5-5cb0-4add-b9d2-ffe3ac20fcee","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.223645891Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"PUT","req_id":"a87586c5-5cb0-4add-b9d2-ffe3ac20fcee","remote_addr":"[fd00:1122:3344:101::c]:61056","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":190,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:24.760787296Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:41277","req_id":"98005624-59b8-49d2-bd12-d6d8d752d04b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.88897038Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57070"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:24.889359607Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"d2300db2-6036-4f51-a481-3b1b4932cd53","remote_addr":"[fd00:1122:3344:101::b]:57070","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":343,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:25.300155402Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:30346","req_id":"33db2319-42f4-400d-adbc-5006cbaccf2e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:25.44629432Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50277"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:25.446541105Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"63467d78-b621-4b8f-aea7-d1e0dacf79f8","remote_addr":"[fd00:1122:3344:101::c]:50277","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:26.708731171Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64179"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:26.711045245Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"ae8104d9-d5e7-47db-aaff-3ef5002814c4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:26.711125937Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"ae8104d9-d5e7-47db-aaff-3ef5002814c4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:26.711140387Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"PUT","req_id":"ae8104d9-d5e7-47db-aaff-3ef5002814c4","remote_addr":"[fd00:1122:3344:101::a]:64179","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":250,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:28.05366283Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:42288","req_id":"b93f3ffa-7690-4273-a27b-0079662c5392","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:28.174414292Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36867"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:43:28.174665137Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"faec7e23-0f03-41bb-a08e-35f1ddf61b03","remote_addr":"[fd00:1122:3344:101::a]:36867","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:31.410840937Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:60240","req_id":"9d9d67eb-d27c-439e-bc9a-906496f8e5d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:41.412801415Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:51480","req_id":"dfe1a526-67f5-44c8-bdb6-ca71a146d085","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16490,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:43:51.414752982Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:63233","req_id":"5722cda9-595d-4439-91ba-4a4baebd9cf8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32366,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:01.416353603Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:54316","req_id":"9b55f450-8240-42ae-8000-f3db38594a31","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:11.418209988Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:54704","req_id":"e3512d16-7ac6-4c91-98d8-0c5b681a8c4d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26077,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:14.681500037Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:39313","req_id":"6e5059cc-433f-4290-8a4c-981474de67e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:14.686901981Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:47240","req_id":"faf2b566-5250-4fdb-96ea-2d9f14c13e4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:14.691737993Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:47474","req_id":"0edd6a55-0f91-4c24-aea3-550e46bf0125","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63036,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:21.418966041Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:64417","req_id":"c15e7772-1bce-4fc5-b558-c8c32bc1354c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.886895332Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49239"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.890369149Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"a46276f1-91fa-41e1-8e6e-750dfda70985","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.890396329Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"a46276f1-91fa-41e1-8e6e-750dfda70985","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.890477001Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"PUT","req_id":"a46276f1-91fa-41e1-8e6e-750dfda70985","remote_addr":"[fd00:1122:3344:101::b]:49239","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.974202204Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50884"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.978239441Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"e76b5a54-faaf-45e4-aa81-dcbb8b33ee1f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.978507346Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"e76b5a54-faaf-45e4-aa81-dcbb8b33ee1f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:23.978530667Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"PUT","req_id":"e76b5a54-faaf-45e4-aa81-dcbb8b33ee1f","remote_addr":"[fd00:1122:3344:101::c]:50884","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":253,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:24.76423327Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:52587","req_id":"bebd580c-bbb5-4c98-9fa1-115ddab85654","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:24.87023948Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55893"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:24.870486844Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"f665793d-8c25-492e-8466-06f6002a7376","remote_addr":"[fd00:1122:3344:101::c]:55893","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:25.278595898Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:54488","req_id":"307b5ec9-deee-4724-97a1-434fe1c8a206","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:25.381985097Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49857"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:25.382216551Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"8cbd84a3-d140-4d06-968f-f349b23ce2a5","remote_addr":"[fd00:1122:3344:101::b]:49857","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":175,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:26.597223015Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:43271"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:26.600317044Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"7f6a312c-6bd8-41e5-9eac-bc50b0037daa","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:26.600348805Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"new_generation":1,"req_id":"7f6a312c-6bd8-41e5-9eac-bc50b0037daa","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:26.600450577Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"PUT","req_id":"7f6a312c-6bd8-41e5-9eac-bc50b0037daa","remote_addr":"[fd00:1122:3344:101::a]:43271","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:27.531823899Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:20330","req_id":"933eed5d-72f2-4459-99a5-86dd97498900","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:27.627151194Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48418"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T03:44:27.62745167Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"uri":"/config","method":"GET","req_id":"c6132457-d45c-4b21-804a-a4e51da64acb","remote_addr":"[fd00:1122:3344:101::a]:48418","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:31.421042242Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:64490","req_id":"0b3fd28c-4352-4157-a0f4-f8e651177035","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:41.422847977Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:59907","req_id":"5fa61d2a-186e-4e5d-b143-190624f3aa44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61016,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:44:51.424974817Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:56394","req_id":"d7388c09-60fd-43a9-a71f-137dc193aa2d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 98,\n 102,\n 100,\n 55,\n 52,\n 51,\n 45,\n 48,\n 97,\n 53,\n 55,\n 45,\n 52,\n 97,\n 98,\n 52,\n 45,\n 98,\n 55,\n 98,\n 101,\n 45,\n 57,\n 49,\n 57,\n 50,\n 56,\n 99,\n 98,\n 101,\n 101,\n 55,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.083236097Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:33896","req_id":"d5dbcecb-8d43-4890-a331-fd570416f987","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 98,\n 102,\n 100,\n 55,\n 52,\n 51,\n 45,\n 48,\n 97,\n 53,\n 55,\n 45,\n 52,\n 97,\n 98,\n 52,\n 45,\n 98,\n 55,\n 98,\n 101,\n 45,\n 57,\n 49,\n 57,\n 50,\n 56,\n 99,\n 98,\n 101,\n 101,\n 55,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bbfd743-0a57-4ab4-b7be-91928cbee757.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.083732707Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:48908","req_id":"c854dded-c78b-456d-90d5-5909e59ec511","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 54,\n 54,\n 54,\n 52,\n 54,\n 48,\n 98,\n 45,\n 48,\n 99,\n 53,\n 99,\n 45,\n 52,\n 56,\n 52,\n 54,\n 45,\n 98,\n 57,\n 53,\n 53,\n 45,\n 57,\n 48,\n 56,\n 53,\n 56,\n 100,\n 54,\n 55,\n 51,\n 50,\n 54,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.180692503Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:35504","req_id":"c1d01721-8087-4fea-bc48-c54b9d10bc63","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 54,\n 54,\n 54,\n 52,\n 54,\n 48,\n 98,\n 45,\n 48,\n 99,\n 53,\n 99,\n 45,\n 52,\n 56,\n 52,\n 54,\n 45,\n 98,\n 57,\n 53,\n 53,\n 45,\n 57,\n 48,\n 56,\n 53,\n 56,\n 100,\n 54,\n 55,\n 51,\n 50,\n 54,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7666460b-0c5c-4846-b955-90858d673267.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.181153802Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:48811","req_id":"a8640238-408e-4df8-82a3-843c74d577c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.184995016Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:58645","req_id":"cf8870c9-394e-4d52-b6d4-80527294759a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.185360033Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:50505","req_id":"be7f0d5c-c250-42e9-8376-603dd60d01ab","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 52,\n 102,\n 49,\n 100,\n 55,\n 52,\n 56,\n 45,\n 56,\n 49,\n 51,\n 56,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 97,\n 53,\n 49,\n 100,\n 45,\n 98,\n 98,\n 100,\n 98,\n 102,\n 57,\n 102,\n 52,\n 98,\n 101,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.214594963Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:64790","req_id":"bf406735-cddd-4d1e-b589-c51d29d32a1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 52,\n 102,\n 49,\n 100,\n 55,\n 52,\n 56,\n 45,\n 56,\n 49,\n 51,\n 56,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 97,\n 53,\n 49,\n 100,\n 45,\n 98,\n 98,\n 100,\n 98,\n 102,\n 57,\n 102,\n 52,\n 98,\n 101,\n 97,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c4f1d748-8138-47fb-a51d-bbdbf9f4beac.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.215141053Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:46201","req_id":"7d0a5347-8ea0-4ea5-a675-e35e8e0a7e99","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 102,\n 56,\n 57,\n 57,\n 50,\n 98,\n 102,\n 45,\n 99,\n 51,\n 53,\n 101,\n 45,\n 52,\n 57,\n 97,\n 57,\n 45,\n 97,\n 56,\n 97,\n 54,\n 45,\n 100,\n 101,\n 48,\n 52,\n 99,\n 52,\n 53,\n 52,\n 49,\n 56,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.24581025Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:48972","req_id":"9c6e3562-0b87-423b-b344-e3de1e2725f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27629,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 102,\n 56,\n 57,\n 57,\n 50,\n 98,\n 102,\n 45,\n 99,\n 51,\n 53,\n 101,\n 45,\n 52,\n 57,\n 97,\n 57,\n 45,\n 97,\n 56,\n 97,\n 54,\n 45,\n 100,\n 101,\n 48,\n 52,\n 99,\n 52,\n 53,\n 52,\n 49,\n 56,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bf8992bf-c35e-49a9-a8a6-de04c4541862.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.246404641Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:50634","req_id":"6abfd5bd-2995-431b-b3e1-ed249b3c3c39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 57,\n 56,\n 98,\n 102,\n 57,\n 97,\n 49,\n 45,\n 102,\n 99,\n 57,\n 99,\n 45,\n 52,\n 100,\n 102,\n 49,\n 45,\n 97,\n 102,\n 55,\n 98,\n 45,\n 49,\n 100,\n 99,\n 100,\n 99,\n 55,\n 98,\n 54,\n 102,\n 99,\n 50,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.29805037Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:57764","req_id":"fe681f51-f5c9-4b2c-8186-f7cfddfbdd2d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 57,\n 56,\n 98,\n 102,\n 57,\n 97,\n 49,\n 45,\n 102,\n 99,\n 57,\n 99,\n 45,\n 52,\n 100,\n 102,\n 49,\n 45,\n 97,\n 102,\n 55,\n 98,\n 45,\n 49,\n 100,\n 99,\n 100,\n 99,\n 55,\n 98,\n 54,\n 102,\n 99,\n 50,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f98bf9a1-fc9c-4df1-af7b-1dcdc7b6fc28.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.298629151Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:53882","req_id":"829cbdaf-a271-4377-8ebc-05a0b76fae47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 102,\n 100,\n 97,\n 54,\n 49,\n 48,\n 45,\n 50,\n 56,\n 49,\n 55,\n 45,\n 52,\n 99,\n 102,\n 56,\n 45,\n 57,\n 48,\n 51,\n 101,\n 45,\n 54,\n 98,\n 50,\n 50,\n 52,\n 51,\n 54,\n 54,\n 99,\n 101,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.329072164Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::6]:41874","req_id":"41cebef0-befd-47d6-8ee0-01b60395adce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 99,\n 102,\n 100,\n 97,\n 54,\n 49,\n 48,\n 45,\n 50,\n 56,\n 49,\n 55,\n 45,\n 52,\n 99,\n 102,\n 56,\n 45,\n 57,\n 48,\n 51,\n 101,\n 45,\n 54,\n 98,\n 50,\n 50,\n 52,\n 51,\n 54,\n 54,\n 99,\n 101,\n 97,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7cfda610-2817-4cf8-903e-6b224366ceab.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T03:45:00.329659575Z","hostname":"oxz_internal_dns_1ba92e07-5bab-4c2f-b81a-3fcb79a01f34","pid":5506,"peer_addr":"[fd00:1122:3344:101::6]:45375","req_id":"36cb741b-55f6-4a04-bbee-13842a7c0b05","component":"dns"}