[ Aug 29 02:57:32 Enabled. ] [ Aug 29 02:57:32 Rereading configuration. ] [ Aug 29 02:57:33 Rereading configuration. ] [ Aug 29 02:57:34 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Aug 29 02:57:34 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.197370276Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.197525269Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.21609857Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.216120691Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.216167811Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.216483297Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.373184473Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:48431"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.374177779Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"new_generation":1,"req_id":"bc6d3928-7610-4f19-99e1-d67e36058e97","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.37419894Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.38616157Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.386187171Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"new_generation":1,"req_id":"bc6d3928-7610-4f19-99e1-d67e36058e97","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:57:34.386195691Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"uri":"/config","method":"PUT","req_id":"bc6d3928-7610-4f19-99e1-d67e36058e97","remote_addr":"[fd00:1122:3344:1::2]:48431","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12506,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:57:46.513513238Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::1b]:33731","req_id":"803ed2ae-4fba-4bd5-84bc-eb1a49e2816f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34679,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:57:46.518429841Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::1b]:63811","req_id":"626a8aa0-ddf4-424a-bd51-7b0bed13034f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:57:46.522447518Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::1b]:32787","req_id":"f7d5034a-826d-4da0-b258-6b3268829247","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:28.75093921Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::d]:52972","req_id":"85507f19-f153-4b61-9223-39a3be4316c7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 51,\n 48,\n 102,\n 48,\n 56,\n 98,\n 45,\n 57,\n 53,\n 50,\n 53,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 98,\n 50,\n 97,\n 97,\n 45,\n 57,\n 50,\n 99,\n 48,\n 51,\n 97,\n 101,\n 53,\n 52,\n 98,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:32.944576032Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::e]:51460","req_id":"50281711-7602-4ac8-a18d-6e1e4f40a8bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25225,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 51,\n 48,\n 102,\n 48,\n 56,\n 98,\n 45,\n 57,\n 53,\n 50,\n 53,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 98,\n 50,\n 97,\n 97,\n 45,\n 57,\n 50,\n 99,\n 48,\n 51,\n 97,\n 101,\n 53,\n 52,\n 98,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:32.969755804Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::e]:50291","req_id":"d8be261f-c827-48f0-9c6f-cac1a363f8a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44032,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:38.733918714Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::d]:63234","req_id":"aa917ea3-41f8-4af7-a631-f37083179b84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:41.638723109Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::c]:65257","req_id":"6d2870fa-ea82-49fa-b5a7-77ed4e8dccaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:41.876938471Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::a]:50274","req_id":"49cc72aa-7ba5-4821-a79c-3d302e494ae5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62017,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:43.101826297Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::b]:19010","req_id":"65f7be59-b364-4d57-9a4d-b087cdae32aa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61869,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:48.7372612Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::d]:49996","req_id":"ae523d3f-a527-4922-b78e-a5e2f6fec77e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5133,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:55.462926031Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::c]:49024","req_id":"401cbea5-2e5f-4469-8cae-8e82bb731910","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:55.695679291Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42040"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:55.743254588Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"uri":"/config","method":"GET","req_id":"1ff2d6ed-6a50-4486-863e-7256b17a26b3","remote_addr":"[fd00:1122:3344:101::c]:42040","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":20527,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35002,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:58.739659778Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::d]:49697","req_id":"0e7447f5-15ca-4393-9159-306288e305c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T02:59:59.11094885Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::c]:32310","req_id":"91bc7a9f-9287-44b4-ba9e-f031a14863cd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.123952038Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34526"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.126494551Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"new_generation":1,"req_id":"279cc57d-93fc-4a9b-93e2-830a33272903","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.126561522Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"new_generation":1,"req_id":"279cc57d-93fc-4a9b-93e2-830a33272903","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.126605183Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"uri":"/config","method":"PUT","req_id":"279cc57d-93fc-4a9b-93e2-830a33272903","remote_addr":"[fd00:1122:3344:101::c]:34526","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":340,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.247340026Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54545"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T02:59:59.24760653Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"uri":"/config","method":"GET","req_id":"5ad7d272-d90b-4f3a-aa05-df479c00a388","remote_addr":"[fd00:1122:3344:101::c]:54545","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29728,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.252480409Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::c]:44011","req_id":"48c09bbe-3e76-43e7-abfa-b68be378770a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-29T03:00:00.390895588Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35963"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-29T03:00:00.391224724Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"uri":"/config","method":"GET","req_id":"580085c6-6e2b-4018-b017-ff50a2412da1","remote_addr":"[fd00:1122:3344:101::c]:35963","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":259,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 51,\n 48,\n 102,\n 48,\n 56,\n 98,\n 45,\n 57,\n 53,\n 50,\n 53,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 98,\n 50,\n 97,\n 97,\n 45,\n 57,\n 50,\n 99,\n 48,\n 51,\n 97,\n 101,\n 53,\n 52,\n 98,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.808911893Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::e]:46410","req_id":"471d8c9f-5860-4814-9bc3-9f224e7a8d94","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 100,\n 49,\n 51,\n 48,\n 102,\n 48,\n 56,\n 98,\n 45,\n 57,\n 53,\n 50,\n 53,\n 45,\n 52,\n 49,\n 101,\n 56,\n 45,\n 98,\n 50,\n 97,\n 97,\n 45,\n 57,\n 50,\n 99,\n 48,\n 51,\n 97,\n 101,\n 53,\n 52,\n 98,\n 52,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_d130f08b-9525-41e8-b2aa-92c03ae54b44.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.809740507Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::e]:60584","req_id":"508daa90-fb89-4584-8e8b-c61228ae97d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 98,\n 50,\n 53,\n 99,\n 55,\n 53,\n 45,\n 102,\n 102,\n 53,\n 57,\n 45,\n 52,\n 57,\n 49,\n 99,\n 45,\n 56,\n 50,\n 55,\n 102,\n 45,\n 98,\n 100,\n 51,\n 49,\n 99,\n 50,\n 99,\n 54,\n 99,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.83798915Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::4]:51324","req_id":"a1e424f5-da45-47e8-a4cd-1d7273a18339","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25758,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 54,\n 98,\n 50,\n 53,\n 99,\n 55,\n 53,\n 45,\n 102,\n 102,\n 53,\n 57,\n 45,\n 52,\n 57,\n 49,\n 99,\n 45,\n 56,\n 50,\n 55,\n 102,\n 45,\n 98,\n 100,\n 51,\n 49,\n 99,\n 50,\n 99,\n 54,\n 99,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_86b25c75-ff59-491c-827f-bd31c2c6c405.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.839509356Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::4]:33901","req_id":"9270a6bc-81a1-4c72-b1c1-547165ea9129","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 98,\n 97,\n 100,\n 101,\n 48,\n 101,\n 100,\n 45,\n 48,\n 97,\n 51,\n 97,\n 45,\n 52,\n 49,\n 51,\n 51,\n 45,\n 56,\n 52,\n 54,\n 102,\n 45,\n 51,\n 102,\n 56,\n 51,\n 49,\n 97,\n 51,\n 99,\n 56,\n 48,\n 98,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.882987914Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::6]:45028","req_id":"09e775d9-574e-4078-abd9-6c69f91feace","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 98,\n 97,\n 100,\n 101,\n 48,\n 101,\n 100,\n 45,\n 48,\n 97,\n 51,\n 97,\n 45,\n 52,\n 49,\n 51,\n 51,\n 45,\n 56,\n 52,\n 54,\n 102,\n 45,\n 51,\n 102,\n 56,\n 51,\n 49,\n 97,\n 51,\n 99,\n 56,\n 48,\n 98,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1bade0ed-0a3a-4133-846f-3f831a3c80bf.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.883859309Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::6]:64122","req_id":"950e323c-826d-4fc7-b64f-ab8b40ef8b6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 100,\n 55,\n 102,\n 54,\n 102,\n 48,\n 56,\n 45,\n 49,\n 102,\n 102,\n 57,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 97,\n 98,\n 55,\n 97,\n 45,\n 54,\n 57,\n 48,\n 50,\n 51,\n 49,\n 98,\n 57,\n 101,\n 102,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.885944924Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::5]:62285","req_id":"810b99f0-798a-46d8-bb82-a5135b2cf919","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 100,\n 55,\n 102,\n 54,\n 102,\n 48,\n 56,\n 45,\n 49,\n 102,\n 102,\n 57,\n 45,\n 52,\n 54,\n 51,\n 101,\n 45,\n 97,\n 98,\n 55,\n 97,\n 45,\n 54,\n 57,\n 48,\n 50,\n 51,\n 49,\n 98,\n 57,\n 101,\n 102,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_bd7f6f08-1ff9-463e-ab7a-690231b9ef5d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.886737957Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::5]:42669","req_id":"28a18bd3-968d-4d40-864b-e0e0d4c9f812","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 98,\n 97,\n 55,\n 55,\n 55,\n 97,\n 45,\n 56,\n 48,\n 53,\n 98,\n 45,\n 52,\n 50,\n 57,\n 56,\n 45,\n 56,\n 99,\n 56,\n 98,\n 45,\n 100,\n 97,\n 102,\n 52,\n 100,\n 54,\n 101,\n 99,\n 57,\n 49,\n 52,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.912267315Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::7]:50666","req_id":"a6d05cc7-5fe2-42e2-b559-ebd4171d34fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 98,\n 97,\n 55,\n 55,\n 55,\n 97,\n 45,\n 56,\n 48,\n 53,\n 98,\n 45,\n 52,\n 50,\n 57,\n 56,\n 45,\n 56,\n 99,\n 56,\n 98,\n 45,\n 100,\n 97,\n 102,\n 52,\n 100,\n 54,\n 101,\n 99,\n 57,\n 49,\n 52,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_45ba777a-805b-4298-8c8b-daf4d6ec914c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.913240181Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::7]:45965","req_id":"75371e1e-cbed-45c7-8b19-0850d661e118","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 55,\n 53,\n 102,\n 98,\n 52,\n 56,\n 45,\n 53,\n 101,\n 49,\n 52,\n 45,\n 52,\n 54,\n 100,\n 51,\n 45,\n 98,\n 56,\n 56,\n 48,\n 45,\n 54,\n 52,\n 98,\n 101,\n 102,\n 101,\n 52,\n 98,\n 97,\n 49,\n 55,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.958377097Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::3]:56948","req_id":"c8ae1b61-4c1c-4e8f-904c-d8fdbba9cef5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2293,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 55,\n 53,\n 102,\n 98,\n 52,\n 56,\n 45,\n 53,\n 101,\n 49,\n 52,\n 45,\n 52,\n 54,\n 100,\n 51,\n 45,\n 98,\n 56,\n 56,\n 48,\n 45,\n 54,\n 52,\n 98,\n 101,\n 102,\n 101,\n 52,\n 98,\n 97,\n 49,\n 55,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7075fb48-5e14-46d3-b880-64befe4ba178.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:00.959262252Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::3]:36975","req_id":"8f9b02e2-4e0e-49d8-8b2d-9115230c1b8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:01.364370671Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::2]:50927","req_id":"ba9bb29e-10b3-4f5f-95e0-4200f340016b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:01.365146674Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::2]:47651","req_id":"33361d4a-af9b-47a3-a434-f33b8b695cd8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52423,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_bad0ce8f-c9dc-486b-8607-d1c66c938b4c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_bad0ce8f-c9dc-486b-8607-d1c66c938b4c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 98,\n 97,\n 100,\n 48,\n 99,\n 101,\n 56,\n 102,\n 45,\n 99,\n 57,\n 100,\n 99,\n 45,\n 52,\n 56,\n 54,\n 98,\n 45,\n 56,\n 54,\n 48,\n 55,\n 45,\n 100,\n 49,\n 99,\n 54,\n 54,\n 99,\n 57,\n 51,\n 56,\n 98,\n 52,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_bad0ce8f-c9dc-486b-8607-d1c66c938b4c.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-29T03:00:01.378253424Z","hostname":"oxz_internal_dns_3f5ac1e0-9f76-4339-9b62-86be6aaa37a0","pid":5370,"peer_addr":"[fd00:1122:3344:101::1b]:40225","req_id":"d9532d60-a2b1-4201-aced-27b7a5763756","component":"dns"}