[ Aug 19 01:27:26 Enabled. ] [ Aug 19 01:27:26 Rereading configuration. ] [ Aug 19 01:27:26 Rereading configuration. ] [ Aug 19 01:27:28 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Aug 19 01:27:28 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:28.218069509Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:28.218262284Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:28.242153934Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:28.242167574Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:28.242233016Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:28.242535713Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:30.139813824Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:37931"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:30.140621104Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"new_generation":1,"req_id":"ec768b6d-85aa-428a-a586-b63732f6d2f3","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:30.140654895Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:30.16148855Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:30.16151992Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"new_generation":1,"req_id":"ec768b6d-85aa-428a-a586-b63732f6d2f3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:27:30.161550111Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"uri":"/config","method":"PUT","req_id":"ec768b6d-85aa-428a-a586-b63732f6d2f3","remote_addr":"[fd00:1122:3344:3::2]:37931","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":21338,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:27:41.342613997Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::1b]:35889","req_id":"4173d3aa-e1a0-45a1-a462-8a124ffb33b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22198,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:27:41.346863561Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::1b]:43831","req_id":"e46205d1-bb06-4a4b-93b7-7fede2e55acc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:27:41.351045615Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::1b]:61056","req_id":"da13748d-a92b-4131-a5f1-8da7e0013a22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5810,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:29.495936765Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::1b]:44769","req_id":"beee5ac5-9ce6-455b-8b34-14e50b40b379","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:29.496993381Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::1b]:44828","req_id":"541e6876-3077-41cd-a44c-a21865e035ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:29.497020442Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::1b]:38012","req_id":"ae26bfac-9c9d-4466-a66e-5617f4c39aee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63459,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:34.547033869Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::d]:60235","req_id":"0afc5d77-8c7f-4b80-a268-b9c3b73e0681","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 55,\n 98,\n 54,\n 54,\n 102,\n 53,\n 57,\n 45,\n 99,\n 52,\n 98,\n 102,\n 45,\n 52,\n 101,\n 97,\n 56,\n 45,\n 97,\n 54,\n 97,\n 55,\n 45,\n 55,\n 57,\n 101,\n 56,\n 49,\n 97,\n 57,\n 51,\n 49,\n 100,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:35.89518611Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::e]:46930","req_id":"8b85efc2-0f15-4b71-ba5f-af77166be678","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45507,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 55,\n 98,\n 54,\n 54,\n 102,\n 53,\n 57,\n 45,\n 99,\n 52,\n 98,\n 102,\n 45,\n 52,\n 101,\n 97,\n 56,\n 45,\n 97,\n 54,\n 97,\n 55,\n 45,\n 55,\n 57,\n 101,\n 56,\n 49,\n 97,\n 57,\n 51,\n 49,\n 100,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:35.895285122Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::e]:50899","req_id":"764af951-0be1-4477-b713-f7969d2e5362","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:44.548086964Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::d]:61217","req_id":"ac6ed2f1-a825-4e38-b2d8-44012a689e98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2510,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:44.73702164Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::a]:3718","req_id":"b5e7a75c-ffac-4085-b14a-e5c2008de848","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56196,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:44.886839799Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::b]:13056","req_id":"bee458f0-adf8-4b62-a3ce-7ec97be59822","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65026,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:44.889554856Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::c]:59138","req_id":"92472821-c0b0-42b7-982e-ee7124428cdd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20008,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:47.3412946Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::b]:36341","req_id":"e0f5348e-441c-4187-ba9c-3e9e52826fe4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:47.774687112Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63447"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:47.856245266Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"uri":"/config","method":"GET","req_id":"b3f81429-14ee-4498-a192-1335f4db4550","remote_addr":"[fd00:1122:3344:101::b]:63447","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":53893,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:49.438651461Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63736"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:49.439913663Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"new_generation":1,"req_id":"0eb1bc84-58c3-4e73-92ae-72451a952aac","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:49.440030885Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"new_generation":1,"req_id":"0eb1bc84-58c3-4e73-92ae-72451a952aac","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:49.440087257Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"uri":"/config","method":"PUT","req_id":"0eb1bc84-58c3-4e73-92ae-72451a952aac","remote_addr":"[fd00:1122:3344:101::b]:63736","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":288,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:49.833668866Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::b]:34072","req_id":"8fbe06b0-d800-4a66-a307-3ee27755bc12","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:50.070010222Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37624"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:50.07073899Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"uri":"/config","method":"GET","req_id":"5341e9d0-e969-45d3-89ab-e22e163cb0a5","remote_addr":"[fd00:1122:3344:101::b]:37624","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":451,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:50.872263742Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::b]:20497","req_id":"5957d1c6-dee0-4360-8063-330e037b4e00","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:51.100642532Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41792"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:51.100951909Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"uri":"/config","method":"GET","req_id":"a78a3824-2a76-47b4-9d96-4a53c87a9086","remote_addr":"[fd00:1122:3344:101::b]:41792","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:54.550000509Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::d]:52623","req_id":"90795b31-2815-4b13-88ab-16b9260311cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:56.057029444Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::c]:12190","req_id":"ee500174-fc89-4a75-b556-67fb56718c95","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:29:56.062417297Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::a]:28925","req_id":"cbc1a13b-89fd-4ecd-bf3b-971d77a4715a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:56.204924686Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57714"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:56.205126971Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"uri":"/config","method":"GET","req_id":"0e27b525-6a0f-48bd-9398-c82595c78eef","remote_addr":"[fd00:1122:3344:101::c]:57714","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":172,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:56.273849408Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41891"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-08-19T01:29:56.274097994Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"uri":"/config","method":"GET","req_id":"7d8a5dd6-aa99-4b21-9e1f-f6a6a7273bab","remote_addr":"[fd00:1122:3344:101::a]:41891","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_14582a57-0a33-4667-a7bf-1c75475f1b5d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_14582a57-0a33-4667-a7bf-1c75475f1b5d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 52,\n 53,\n 56,\n 50,\n 97,\n 53,\n 55,\n 45,\n 48,\n 97,\n 51,\n 51,\n 45,\n 52,\n 54,\n 54,\n 55,\n 45,\n 97,\n 55,\n 98,\n 102,\n 45,\n 49,\n 99,\n 55,\n 53,\n 52,\n 55,\n 53,\n 102,\n 49,\n 98,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_14582a57-0a33-4667-a7bf-1c75475f1b5d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.143476095Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::7]:43779","req_id":"82330196-4c2c-4fb0-baea-9626124461bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_14582a57-0a33-4667-a7bf-1c75475f1b5d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_14582a57-0a33-4667-a7bf-1c75475f1b5d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 52,\n 53,\n 56,\n 50,\n 97,\n 53,\n 55,\n 45,\n 48,\n 97,\n 51,\n 51,\n 45,\n 52,\n 54,\n 54,\n 55,\n 45,\n 97,\n 55,\n 98,\n 102,\n 45,\n 49,\n 99,\n 55,\n 53,\n 52,\n 55,\n 53,\n 102,\n 49,\n 98,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_14582a57-0a33-4667-a7bf-1c75475f1b5d.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.143985828Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::7]:54919","req_id":"7d37f1b1-f4e8-4f23-a191-a98fd8b9a5a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f339db8-5169-4262-b68e-6ce1a3f87d94.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f339db8-5169-4262-b68e-6ce1a3f87d94.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 51,\n 51,\n 57,\n 100,\n 98,\n 56,\n 45,\n 53,\n 49,\n 54,\n 57,\n 45,\n 52,\n 50,\n 54,\n 50,\n 45,\n 98,\n 54,\n 56,\n 101,\n 45,\n 54,\n 99,\n 101,\n 49,\n 97,\n 51,\n 102,\n 56,\n 55,\n 100,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f339db8-5169-4262-b68e-6ce1a3f87d94.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.177821013Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::6]:37031","req_id":"1e2f813e-0680-41c3-b306-261a0ef10b4a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63750,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8f339db8-5169-4262-b68e-6ce1a3f87d94.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8f339db8-5169-4262-b68e-6ce1a3f87d94.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 102,\n 51,\n 51,\n 57,\n 100,\n 98,\n 56,\n 45,\n 53,\n 49,\n 54,\n 57,\n 45,\n 52,\n 50,\n 54,\n 50,\n 45,\n 98,\n 54,\n 56,\n 101,\n 45,\n 54,\n 99,\n 101,\n 49,\n 97,\n 51,\n 102,\n 56,\n 55,\n 100,\n 57,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8f339db8-5169-4262-b68e-6ce1a3f87d94.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.178413768Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::6]:47918","req_id":"a09e6f00-6d89-4c8b-ba12-faa74be16df1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.352812074Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::2]:45918","req_id":"115c0452-6cfe-4bde-b045-9a924c86911d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39721,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.353244505Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::2]:41028","req_id":"a6da4da7-4e00-4f07-b978-52dac20b617e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44168,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_87f38c7b-4250-4549-9b3c-b7c2e0e19503.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_87f38c7b-4250-4549-9b3c-b7c2e0e19503.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 56,\n 55,\n 102,\n 51,\n 56,\n 99,\n 55,\n 98,\n 45,\n 52,\n 50,\n 53,\n 48,\n 45,\n 52,\n 53,\n 52,\n 57,\n 45,\n 57,\n 98,\n 51,\n 99,\n 45,\n 98,\n 55,\n 99,\n 50,\n 101,\n 48,\n 101,\n 49,\n 57,\n 53,\n 48,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_87f38c7b-4250-4549-9b3c-b7c2e0e19503.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.366068322Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::1b]:37667","req_id":"48cbb5df-ea13-47c7-810a-91341e16057a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 55,\n 98,\n 54,\n 54,\n 102,\n 53,\n 57,\n 45,\n 99,\n 52,\n 98,\n 102,\n 45,\n 52,\n 101,\n 97,\n 56,\n 45,\n 97,\n 54,\n 97,\n 55,\n 45,\n 55,\n 57,\n 101,\n 56,\n 49,\n 97,\n 57,\n 51,\n 49,\n 100,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.566742047Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::e]:33087","req_id":"e607b2d9-aa18-4e92-b6c4-097c4c8ae076","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 55,\n 98,\n 54,\n 54,\n 102,\n 53,\n 57,\n 45,\n 99,\n 52,\n 98,\n 102,\n 45,\n 52,\n 101,\n 97,\n 56,\n 45,\n 97,\n 54,\n 97,\n 55,\n 45,\n 55,\n 57,\n 101,\n 56,\n 49,\n 97,\n 57,\n 51,\n 49,\n 100,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_77b66f59-c4bf-4ea8-a6a7-79e81a931d7b.\"","v":0,"name":"dns-server","level":50,"time":"2026-08-19T01:30:00.567444754Z","hostname":"oxz_internal_dns_cc74b043-b779-4e75-a032-76c463ecd883","pid":5533,"peer_addr":"[fd00:1122:3344:101::e]:52721","req_id":"15ba2ede-893e-4bcc-93a0-8e685786e131","component":"dns"}