[ Aug 29 02:57:32 Enabled. ] [ Aug 29 02:57:32 Rereading configuration. ] [ Aug 29 02:57:33 Rereading configuration. ] [ Aug 29 02:57:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Aug 29 02:57:34 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.309033058Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.30917389Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.333724292Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.333755702Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.333784573Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.334025466Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.387433512Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:36095"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.388151524Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"new_generation":1,"req_id":"340cf3dd-af4e-42e8-8151-af626526847d","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.388190534Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.400387929Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.400418439Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"new_generation":1,"req_id":"340cf3dd-af4e-42e8-8151-af626526847d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.400427289Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"uri":"/config","method":"PUT","req_id":"340cf3dd-af4e-42e8-8151-af626526847d","remote_addr":"[fd00:1122:3344:2::2]:36095","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12637,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:57:46.513838854Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::1b]:38703","req_id":"c9c53b1d-0b2c-4043-bfd4-588f01ca6081","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:57:46.518678315Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::1b]:55473","req_id":"f644d28b-f5f2-46b2-934b-ee1d42432d83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:57:46.52257968Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::1b]:60452","req_id":"0e5d7d38-61b8-4945-bfe5-bcf212742e69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:28.75091591Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::d]:57567","req_id":"869e4921-6c22-4107-a57b-5e966252e88d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 51,\n 48,\n 102,\n 48,\n 56,\n 98,\n 45,\n 57,\n 53,\n 50,\n 53,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 98,\n 50,\n 97,\n 97,\n 45,\n 57,\n 50,\n 99,\n 48,\n 51,\n 97,\n 101,\n 53,\n 52,\n 98,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:32.95457581Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::e]:46666","req_id":"bda2d23b-380d-4bbe-8a5f-fe87fd8fcc30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 51,\n 48,\n 102,\n 48,\n 56,\n 98,\n 45,\n 57,\n 53,\n 50,\n 53,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 98,\n 50,\n 97,\n 97,\n 45,\n 57,\n 50,\n 99,\n 48,\n 51,\n 97,\n 101,\n 53,\n 52,\n 98,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:32.970021809Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::e]:55597","req_id":"778a38c0-567f-4511-ae55-9d4a7c455be6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:38.733918094Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::d]:62750","req_id":"0f4d542e-a754-456a-9f3d-8dc11a7fe88f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2874,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:41.638860021Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::c]:35906","req_id":"4c019ec6-2e8c-48dd-9e47-f4ffa1b17e1d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:41.877016532Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::a]:13101","req_id":"a2c23581-5fb1-4244-b57c-25dd617a3640","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:43.100504825Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::b]:46405","req_id":"5e28e973-a1e2-418f-a042-26c65c9af5cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:48.736300253Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::d]:64931","req_id":"18cb9f96-414b-4d4a-9db8-129c481e8cef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36648,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:55.46286857Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::c]:7326","req_id":"eaa91f4f-1e2e-42e0-b0ec-66ed6f99d9b3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:55.758017595Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34342"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:55.807320141Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"uri":"/config","method":"GET","req_id":"d7ff3e69-a636-4141-9887-3ec086d9fe51","remote_addr":"[fd00:1122:3344:101::c]:34342","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":22084,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:58.739602668Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::d]:64464","req_id":"45d08c73-315d-4604-a9f2-ba61c91e4bb5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:59.111072833Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::c]:35494","req_id":"aefeb294-f02a-460e-8d89-68f6b19a5173","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.125222819Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54913"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.12644636Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"new_generation":1,"req_id":"a41edee0-16c1-42b0-9d5a-2bcbb86281fd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.126503111Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"new_generation":1,"req_id":"a41edee0-16c1-42b0-9d5a-2bcbb86281fd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.126567472Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"uri":"/config","method":"PUT","req_id":"a41edee0-16c1-42b0-9d5a-2bcbb86281fd","remote_addr":"[fd00:1122:3344:101::c]:54913","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":308,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.248096509Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36226"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.248423334Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"uri":"/config","method":"GET","req_id":"a2c8e4a8-7f54-497f-9727-bcc09736f07d","remote_addr":"[fd00:1122:3344:101::c]:36226","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":273,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.252424618Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::c]:40142","req_id":"b4fa686e-f451-4fa3-8b26-3e691997e68b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T03:00:00.391779793Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39492"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T03:00:00.392057928Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"uri":"/config","method":"GET","req_id":"bf7e40bf-9d41-4316-a7a5-4b24f9a02b9c","remote_addr":"[fd00:1122:3344:101::c]:39492","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 51,\n 48,\n 102,\n 48,\n 56,\n 98,\n 45,\n 57,\n 53,\n 50,\n 53,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 98,\n 50,\n 97,\n 97,\n 45,\n 57,\n 50,\n 99,\n 48,\n 51,\n 97,\n 101,\n 53,\n 52,\n 98,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.809185928Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::e]:32875","req_id":"25fc0bf7-8179-41b9-b6de-613b4b7eb502","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 51,\n 48,\n 102,\n 48,\n 56,\n 98,\n 45,\n 57,\n 53,\n 50,\n 53,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 98,\n 50,\n 97,\n 97,\n 45,\n 57,\n 50,\n 99,\n 48,\n 51,\n 97,\n 101,\n 53,\n 52,\n 98,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.810062242Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::e]:51315","req_id":"7f9a4d86-590b-404e-b561-221475df55d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 98,\n 50,\n 53,\n 99,\n 55,\n 53,\n 45,\n 102,\n 102,\n 53,\n 57,\n 45,\n 52,\n 57,\n 49,\n 99,\n 45,\n 56,\n 50,\n 55,\n 102,\n 45,\n 98,\n 100,\n 51,\n 49,\n 99,\n 50,\n 99,\n 54,\n 99,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.838232894Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::4]:50573","req_id":"64d6911d-ac09-406f-9254-5e6bd45b550c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 98,\n 50,\n 53,\n 99,\n 55,\n 53,\n 45,\n 102,\n 102,\n 53,\n 57,\n 45,\n 52,\n 57,\n 49,\n 99,\n 45,\n 56,\n 50,\n 55,\n 102,\n 45,\n 98,\n 100,\n 51,\n 49,\n 99,\n 50,\n 99,\n 54,\n 99,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.83977674Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::4]:41035","req_id":"a813553f-fe0b-4184-97f0-ce0026651d61","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 98,\n 97,\n 100,\n 101,\n 48,\n 101,\n 100,\n 45,\n 48,\n 97,\n 51,\n 97,\n 45,\n 52,\n 49,\n 51,\n 51,\n 45,\n 56,\n 52,\n 54,\n 102,\n 45,\n 51,\n 102,\n 56,\n 51,\n 49,\n 97,\n 51,\n 99,\n 56,\n 48,\n 98,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.88335025Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::6]:57074","req_id":"7217888f-129a-494f-bf71-3ae2c43dce22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 98,\n 97,\n 100,\n 101,\n 48,\n 101,\n 100,\n 45,\n 48,\n 97,\n 51,\n 97,\n 45,\n 52,\n 49,\n 51,\n 51,\n 45,\n 56,\n 52,\n 54,\n 102,\n 45,\n 51,\n 102,\n 56,\n 51,\n 49,\n 97,\n 51,\n 99,\n 56,\n 48,\n 98,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.884246625Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::6]:42497","req_id":"7381223b-8e31-4e26-ac46-e76089d712ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 100,\n 55,\n 102,\n 54,\n 102,\n 48,\n 56,\n 45,\n 49,\n 102,\n 102,\n 57,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 97,\n 98,\n 55,\n 97,\n 45,\n 54,\n 57,\n 48,\n 50,\n 51,\n 49,\n 98,\n 57,\n 101,\n 102,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.886217618Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::5]:41354","req_id":"657e888f-b5d6-4921-8f97-0e1c4138422f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 100,\n 55,\n 102,\n 54,\n 102,\n 48,\n 56,\n 45,\n 49,\n 102,\n 102,\n 57,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 97,\n 98,\n 55,\n 97,\n 45,\n 54,\n 57,\n 48,\n 50,\n 51,\n 49,\n 98,\n 57,\n 101,\n 102,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.88691067Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::5]:42320","req_id":"aecd5e8f-f271-4222-921d-568a0f653f1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 98,\n 97,\n 55,\n 55,\n 55,\n 97,\n 45,\n 56,\n 48,\n 53,\n 98,\n 45,\n 52,\n 50,\n 57,\n 56,\n 45,\n 56,\n 99,\n 56,\n 98,\n 45,\n 100,\n 97,\n 102,\n 52,\n 100,\n 54,\n 101,\n 99,\n 57,\n 49,\n 52,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.912632901Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::7]:36174","req_id":"4525dea5-dfd5-4c7a-87ad-4f0f2179b8cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 98,\n 97,\n 55,\n 55,\n 55,\n 97,\n 45,\n 56,\n 48,\n 53,\n 98,\n 45,\n 52,\n 50,\n 57,\n 56,\n 45,\n 56,\n 99,\n 56,\n 98,\n 45,\n 100,\n 97,\n 102,\n 52,\n 100,\n 54,\n 101,\n 99,\n 57,\n 49,\n 52,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.913462325Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::7]:49031","req_id":"87042e81-78d7-435c-a664-3f0cb95ec552","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 55,\n 53,\n 102,\n 98,\n 52,\n 56,\n 45,\n 53,\n 101,\n 49,\n 52,\n 45,\n 52,\n 54,\n 100,\n 51,\n 45,\n 98,\n 56,\n 56,\n 48,\n 45,\n 54,\n 52,\n 98,\n 101,\n 102,\n 101,\n 52,\n 98,\n 97,\n 49,\n 55,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.958701003Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::3]:58148","req_id":"f736e3c0-9ac2-4915-bca2-08cfac8ee262","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 55,\n 53,\n 102,\n 98,\n 52,\n 56,\n 45,\n 53,\n 101,\n 49,\n 52,\n 45,\n 52,\n 54,\n 100,\n 51,\n 45,\n 98,\n 56,\n 56,\n 48,\n 45,\n 54,\n 52,\n 98,\n 101,\n 102,\n 101,\n 52,\n 98,\n 97,\n 49,\n 55,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.959544137Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::3]:41621","req_id":"a06f7cdc-1f3a-4255-9d4a-00cafc327332","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:01.364671136Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::2]:51702","req_id":"4e1a4b49-ffbc-4f82-95e9-c617fd053798","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:01.365331367Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::2]:35865","req_id":"e0c620b0-7426-4baf-ad80-f527c8743268","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_bad0ce8f-c9dc-486b-8607-d1c66c938b4c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_bad0ce8f-c9dc-486b-8607-d1c66c938b4c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 97,\n 100,\n 48,\n 99,\n 101,\n 56,\n 102,\n 45,\n 99,\n 57,\n 100,\n 99,\n 45,\n 52,\n 56,\n 54,\n 98,\n 45,\n 56,\n 54,\n 48,\n 55,\n 45,\n 100,\n 49,\n 99,\n 54,\n 54,\n 99,\n 57,\n 51,\n 56,\n 98,\n 52,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_bad0ce8f-c9dc-486b-8607-d1c66c938b4c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:01.378450297Z","hostname":"oxz_internal_dns_5173c556-a03d-4735-be8b-a773cb93a631","pid":5386,"peer_addr":"[fd00:1122:3344:101::1b]:46226","req_id":"d01421a8-f44c-47b2-929a-0076d3324b73","component":"dns"}