[ Aug 26 21:26:19 Enabled. ] [ Aug 26 21:26:19 Rereading configuration. ] [ Aug 26 21:26:19 Rereading configuration. ] [ Aug 26 21:26:21 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Aug 26 21:26:21 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.069981376Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.070132959Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.09317968Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.09320712Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.093265992Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.093549907Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29296,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:26:21.224615645Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::2]:16485","req_id":"83bd8a8f-2c88-422b-bdbe-9ce60e0a53a4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.289727755Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:52753"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.29046457Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"new_generation":1,"req_id":"f384e45a-e449-460a-9e1b-0501ebf66cc6","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.290497431Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.311674014Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.311724495Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"new_generation":1,"req_id":"f384e45a-e449-460a-9e1b-0501ebf66cc6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:26:21.311734205Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"uri":"/config","method":"PUT","req_id":"f384e45a-e449-460a-9e1b-0501ebf66cc6","remote_addr":"[fd00:1122:3344:1::2]:52753","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":21561,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21382,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:26:34.394662588Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::1b]:44544","req_id":"b6a71e4e-0bf6-4f66-b5ee-af0f562d9db8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:26:34.399478997Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::1b]:51032","req_id":"5d07e179-11ca-4a81-893d-84d0df2cdda4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:26:34.404491589Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::1b]:55174","req_id":"819258ea-36f9-41e1-95dc-8173fc3b1bbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58955,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:28:58.379562223Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::d]:54186","req_id":"6e8c9e08-5d41-433a-891e-bc7bba417c47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19312,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:08.327675864Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::d]:56861","req_id":"42bffd71-839e-457f-af78-6105bde93b11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 101,\n 102,\n 97,\n 55,\n 53,\n 99,\n 54,\n 45,\n 50,\n 98,\n 53,\n 97,\n 45,\n 52,\n 55,\n 51,\n 102,\n 45,\n 57,\n 56,\n 56,\n 102,\n 45,\n 51,\n 57,\n 49,\n 99,\n 50,\n 53,\n 49,\n 51,\n 97,\n 57,\n 49,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:08.415995488Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::e]:39239","req_id":"ce128d0d-4829-444d-b032-ad5e4149c0fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10145,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 101,\n 102,\n 97,\n 55,\n 53,\n 99,\n 54,\n 45,\n 50,\n 98,\n 53,\n 97,\n 45,\n 52,\n 55,\n 51,\n 102,\n 45,\n 57,\n 56,\n 56,\n 102,\n 45,\n 51,\n 57,\n 49,\n 99,\n 50,\n 53,\n 49,\n 51,\n 97,\n 57,\n 49,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:08.439806535Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::e]:41151","req_id":"8e749f70-2680-49df-91f9-fd0fa693ae5f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40861,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:09.150244358Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::c]:3787","req_id":"34a71280-56bd-4681-80a0-2d6f46dc5e41","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:09.353713554Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::a]:61705","req_id":"ada0aec5-1955-440b-ae58-610be7a4ef59","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34358,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:09.604480648Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::b]:5229","req_id":"c2632cbf-f055-4819-ba9a-3166a99baa0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:18.329215625Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::d]:55932","req_id":"aeb66735-e900-4ffc-ad7d-342e4b117b2c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40209,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:28.331199476Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::d]:62208","req_id":"91bbf878-5395-468c-9743-2d9fac408bac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59661,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:38.333266769Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::d]:58930","req_id":"97dd5708-ae6f-4b74-aad7-c939ceb7a0a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:39.443382608Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::c]:8939","req_id":"daeba711-473f-4cd9-92b5-efe7a4dbc1e4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:39.84391624Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59090"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:39.894210548Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"uri":"/config","method":"GET","req_id":"02f3877f-559e-4b6c-9acf-b1744d8226b9","remote_addr":"[fd00:1122:3344:101::c]:59090","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22351,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:42.121683892Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49024"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:42.122023679Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"new_generation":1,"req_id":"cfb6b01a-1d57-49aa-972d-faa3694682d9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:42.122051859Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"new_generation":1,"req_id":"cfb6b01a-1d57-49aa-972d-faa3694682d9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:42.12209626Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"uri":"/config","method":"PUT","req_id":"cfb6b01a-1d57-49aa-972d-faa3694682d9","remote_addr":"[fd00:1122:3344:101::a]:49024","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38097,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:42.418918644Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::a]:2529","req_id":"c9d79e70-0573-4a88-9223-98cf17059841","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:42.73103804Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54958"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:42.731330237Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"uri":"/config","method":"GET","req_id":"068c46f8-ec09-42df-90ed-150f7b644ef5","remote_addr":"[fd00:1122:3344:101::a]:54958","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":235,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2845,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:43.918254304Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::a]:24284","req_id":"b2475121-2d4d-47ad-89cd-81e28d75f592","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:44.068034763Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58603"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:44.068457782Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"uri":"/config","method":"GET","req_id":"52a69aac-405d-4477-853b-52a027a3561e","remote_addr":"[fd00:1122:3344:101::a]:58603","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":278,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5855,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:48.334979441Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::d]:56159","req_id":"752f7d96-0a5b-417e-9393-72f3a02e40e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3380,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:50.022362484Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::c]:1788","req_id":"6694885d-e4d1-4817-b90e-fb797757df51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8344,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:50.101531021Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::b]:62217","req_id":"86e250d1-8262-453a-b271-076f538eebac","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:50.17832872Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45277"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:50.178584265Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"uri":"/config","method":"GET","req_id":"82148fc2-ab91-412d-be40-7ebebf1289bb","remote_addr":"[fd00:1122:3344:101::c]:45277","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:50.266227856Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46704"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-26T21:29:50.266471631Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"uri":"/config","method":"GET","req_id":"9a7953bc-0e2c-47a1-8529-03da97eddad7","remote_addr":"[fd00:1122:3344:101::b]:46704","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26055,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:29:58.336052983Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::d]:51731","req_id":"6401b728-d350-4e6d-ade8-fe982a16a22d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e59140ef-cc30-4ba1-887f-f981d23d857d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e59140ef-cc30-4ba1-887f-f981d23d857d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 53,\n 57,\n 49,\n 52,\n 48,\n 101,\n 102,\n 45,\n 99,\n 99,\n 51,\n 48,\n 45,\n 52,\n 98,\n 97,\n 49,\n 45,\n 56,\n 56,\n 55,\n 102,\n 45,\n 102,\n 57,\n 56,\n 49,\n 100,\n 50,\n 51,\n 100,\n 56,\n 53,\n 55,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e59140ef-cc30-4ba1-887f-f981d23d857d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.026411297Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::6]:44013","req_id":"a3715058-3a35-4cd5-922a-ba8e0b7450b4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11180,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e59140ef-cc30-4ba1-887f-f981d23d857d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e59140ef-cc30-4ba1-887f-f981d23d857d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 53,\n 57,\n 49,\n 52,\n 48,\n 101,\n 102,\n 45,\n 99,\n 99,\n 51,\n 48,\n 45,\n 52,\n 98,\n 97,\n 49,\n 45,\n 56,\n 56,\n 55,\n 102,\n 45,\n 102,\n 57,\n 56,\n 49,\n 100,\n 50,\n 51,\n 100,\n 56,\n 53,\n 55,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e59140ef-cc30-4ba1-887f-f981d23d857d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.027181612Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::6]:55312","req_id":"0dddc749-fa5f-48a0-b12c-1c976b92e465","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5dd9c2de-fa58-468c-b848-a7b52ef18ad0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5dd9c2de-fa58-468c-b848-a7b52ef18ad0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 100,\n 100,\n 57,\n 99,\n 50,\n 100,\n 101,\n 45,\n 102,\n 97,\n 53,\n 56,\n 45,\n 52,\n 54,\n 56,\n 99,\n 45,\n 98,\n 56,\n 52,\n 56,\n 45,\n 97,\n 55,\n 98,\n 53,\n 50,\n 101,\n 102,\n 49,\n 56,\n 97,\n 100,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5dd9c2de-fa58-468c-b848-a7b52ef18ad0.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.030130292Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::7]:50566","req_id":"670b92cb-bc84-4b10-8b4f-ecafce301981","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5dd9c2de-fa58-468c-b848-a7b52ef18ad0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5dd9c2de-fa58-468c-b848-a7b52ef18ad0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 100,\n 100,\n 57,\n 99,\n 50,\n 100,\n 101,\n 45,\n 102,\n 97,\n 53,\n 56,\n 45,\n 52,\n 54,\n 56,\n 99,\n 45,\n 98,\n 56,\n 52,\n 56,\n 45,\n 97,\n 55,\n 98,\n 53,\n 50,\n 101,\n 102,\n 49,\n 56,\n 97,\n 100,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5dd9c2de-fa58-468c-b848-a7b52ef18ad0.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.030640103Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::7]:35877","req_id":"df0a9edc-e8f7-4a45-9896-6ef9379273e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.281464496Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::2]:36610","req_id":"3f559245-56ab-48d9-bf18-32eda38045f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.28215951Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::2]:33490","req_id":"b2ec252e-f9af-45ba-8e77-e91be63b74f7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 101,\n 102,\n 97,\n 55,\n 53,\n 99,\n 54,\n 45,\n 50,\n 98,\n 53,\n 97,\n 45,\n 52,\n 55,\n 51,\n 102,\n 45,\n 57,\n 56,\n 56,\n 102,\n 45,\n 51,\n 57,\n 49,\n 99,\n 50,\n 53,\n 49,\n 51,\n 97,\n 57,\n 49,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.580485805Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::e]:33898","req_id":"27bb81b7-a3b4-4e76-b883-129fe9ad8d3e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 52,\n 101,\n 102,\n 97,\n 55,\n 53,\n 99,\n 54,\n 45,\n 50,\n 98,\n 53,\n 97,\n 45,\n 52,\n 55,\n 51,\n 102,\n 45,\n 57,\n 56,\n 56,\n 102,\n 45,\n 51,\n 57,\n 49,\n 99,\n 50,\n 53,\n 49,\n 51,\n 97,\n 57,\n 49,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_4efa75c6-2b5a-473f-988f-391c2513a913.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.581330493Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::e]:44340","req_id":"77445cb2-7649-4fe8-9c95-64c00bb711e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_e50e1acc-9160-448f-82fc-866ef90859fe.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_e50e1acc-9160-448f-82fc-866ef90859fe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 101,\n 53,\n 48,\n 101,\n 49,\n 97,\n 99,\n 99,\n 45,\n 57,\n 49,\n 54,\n 48,\n 45,\n 52,\n 52,\n 56,\n 102,\n 45,\n 56,\n 50,\n 102,\n 99,\n 45,\n 56,\n 54,\n 54,\n 101,\n 102,\n 57,\n 48,\n 56,\n 53,\n 57,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_e50e1acc-9160-448f-82fc-866ef90859fe.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.784220348Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::1b]:33826","req_id":"212b6085-aa83-4f25-a090-b5df4d4c6ddf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_44993942-4fb1-476c-a0fd-70e71a414c61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_44993942-4fb1-476c-a0fd-70e71a414c61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 52,\n 57,\n 57,\n 51,\n 57,\n 52,\n 50,\n 45,\n 52,\n 102,\n 98,\n 49,\n 45,\n 52,\n 55,\n 54,\n 99,\n 45,\n 97,\n 48,\n 102,\n 100,\n 45,\n 55,\n 48,\n 101,\n 55,\n 49,\n 97,\n 52,\n 49,\n 52,\n 99,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_44993942-4fb1-476c-a0fd-70e71a414c61.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.871149464Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::4]:34939","req_id":"b829e347-d059-429d-9bab-f7a4b57ffa85","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_44993942-4fb1-476c-a0fd-70e71a414c61.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_44993942-4fb1-476c-a0fd-70e71a414c61.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 52,\n 57,\n 57,\n 51,\n 57,\n 52,\n 50,\n 45,\n 52,\n 102,\n 98,\n 49,\n 45,\n 52,\n 55,\n 54,\n 99,\n 45,\n 97,\n 48,\n 102,\n 100,\n 45,\n 55,\n 48,\n 101,\n 55,\n 49,\n 97,\n 52,\n 49,\n 52,\n 99,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_44993942-4fb1-476c-a0fd-70e71a414c61.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.871868718Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::4]:62680","req_id":"65c42d27-a74c-45f5-b388-7eba0ad019d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_78dbe1b5-81f0-4c74-a38d-8ca57e1a81f1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_78dbe1b5-81f0-4c74-a38d-8ca57e1a81f1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 100,\n 98,\n 101,\n 49,\n 98,\n 53,\n 45,\n 56,\n 49,\n 102,\n 48,\n 45,\n 52,\n 99,\n 55,\n 52,\n 45,\n 97,\n 51,\n 56,\n 100,\n 45,\n 56,\n 99,\n 97,\n 53,\n 55,\n 101,\n 49,\n 97,\n 56,\n 49,\n 102,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_78dbe1b5-81f0-4c74-a38d-8ca57e1a81f1.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.950226589Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::5]:47487","req_id":"6f450552-853e-4c6c-838b-3eb2cf7a8ef5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11860,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_78dbe1b5-81f0-4c74-a38d-8ca57e1a81f1.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_78dbe1b5-81f0-4c74-a38d-8ca57e1a81f1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 100,\n 98,\n 101,\n 49,\n 98,\n 53,\n 45,\n 56,\n 49,\n 102,\n 48,\n 45,\n 52,\n 99,\n 55,\n 52,\n 45,\n 97,\n 51,\n 56,\n 100,\n 45,\n 56,\n 99,\n 97,\n 53,\n 55,\n 101,\n 49,\n 97,\n 56,\n 49,\n 102,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_78dbe1b5-81f0-4c74-a38d-8ca57e1a81f1.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.950927193Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::5]:37833","req_id":"16b1a9a8-d55f-44ef-a1b8-f68ce25bf2a4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_225a40dc-1490-4178-abfe-f1121244a80c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_225a40dc-1490-4178-abfe-f1121244a80c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 50,\n 53,\n 97,\n 52,\n 48,\n 100,\n 99,\n 45,\n 49,\n 52,\n 57,\n 48,\n 45,\n 52,\n 49,\n 55,\n 56,\n 45,\n 97,\n 98,\n 102,\n 101,\n 45,\n 102,\n 49,\n 49,\n 50,\n 49,\n 50,\n 52,\n 52,\n 97,\n 56,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_225a40dc-1490-4178-abfe-f1121244a80c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.990601964Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::3]:58575","req_id":"b4832b24-c8cf-4dfd-962c-7eddcf6bdb07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_225a40dc-1490-4178-abfe-f1121244a80c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_225a40dc-1490-4178-abfe-f1121244a80c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 50,\n 53,\n 97,\n 52,\n 48,\n 100,\n 99,\n 45,\n 49,\n 52,\n 57,\n 48,\n 45,\n 52,\n 49,\n 55,\n 56,\n 45,\n 97,\n 98,\n 102,\n 101,\n 45,\n 102,\n 49,\n 49,\n 50,\n 49,\n 50,\n 52,\n 52,\n 97,\n 56,\n 48,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_225a40dc-1490-4178-abfe-f1121244a80c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-26T21:30:00.991239247Z","hostname":"oxz_internal_dns_c80944b4-f064-4e3d-a5c4-93e4415b4b35","pid":5478,"peer_addr":"[fd00:1122:3344:101::3]:36103","req_id":"8009f94a-e2a6-41c4-abd4-5719731e8bc1","component":"dns"}