[ Jun 9 05:27:04 Enabled. ] [ Jun 9 05:27:04 Rereading configuration. ] [ Jun 9 05:27:04 Rereading configuration. ] [ Jun 9 05:27:06 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jun 9 05:27:06 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.047987109Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.048133711Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.06997474Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.070004511Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.070064991Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.070335344Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:06.202751234Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:36789","req_id":"b16e008e-4182-4f0c-a77e-0cb08f085d92","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62812,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:06.211164825Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:62631","req_id":"23b7b674-518b-4a0a-982b-58aabd69c4c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37471,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:06.314226693Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:26528","req_id":"a3fb302d-6d10-45d9-a1ae-d04bf6aba341","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.37647917Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:45751"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.377210967Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"new_generation":1,"req_id":"155bddc9-7859-4737-bbf9-c6687c4adc10","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.377234907Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"component":"store"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4012,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:06.38275414Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:51595","req_id":"11a9f5a7-00d9-4b31-8baa-87504add0cb3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"5b80392e-15d6-4e0f-8655-e15bcab3d920.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"5b80392e-15d6-4e0f-8655-e15bcab3d920.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 53,\n 98,\n 56,\n 48,\n 51,\n 57,\n 50,\n 101,\n 45,\n 49,\n 53,\n 100,\n 54,\n 45,\n 52,\n 101,\n 48,\n 102,\n 45,\n 56,\n 54,\n 53,\n 53,\n 45,\n 101,\n 49,\n 53,\n 98,\n 99,\n 97,\n 98,\n 51,\n 100,\n 57,\n 50,\n 48,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"5b80392e-15d6-4e0f-8655-e15bcab3d920.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:06.383550268Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:40241","req_id":"2551060f-6a37-4fa0-a02e-2b8c462b8d27","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"2d5872f6-24ef-4e58-be88-dbf2f316226c.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"2d5872f6-24ef-4e58-be88-dbf2f316226c.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 50,\n 100,\n 53,\n 56,\n 55,\n 50,\n 102,\n 54,\n 45,\n 50,\n 52,\n 101,\n 102,\n 45,\n 52,\n 101,\n 53,\n 56,\n 45,\n 98,\n 101,\n 56,\n 56,\n 45,\n 100,\n 98,\n 102,\n 50,\n 102,\n 51,\n 49,\n 54,\n 50,\n 50,\n 54,\n 99,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"2d5872f6-24ef-4e58-be88-dbf2f316226c.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:06.383594008Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:1526","req_id":"7f5970f5-63cf-4aa5-8950-ac327b5d83ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"779cebba-ca00-41b9-baef-9332c5174ea9.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"779cebba-ca00-41b9-baef-9332c5174ea9.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 55,\n 57,\n 99,\n 101,\n 98,\n 98,\n 97,\n 45,\n 99,\n 97,\n 48,\n 48,\n 45,\n 52,\n 49,\n 98,\n 57,\n 45,\n 98,\n 97,\n 101,\n 102,\n 45,\n 57,\n 51,\n 51,\n 50,\n 99,\n 53,\n 49,\n 55,\n 52,\n 101,\n 97,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"779cebba-ca00-41b9-baef-9332c5174ea9.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:06.383692749Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:52344","req_id":"a4ec083e-6d0e-4458-9053-d595d4a19c4b","component":"dns"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.393853777Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.393876597Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"new_generation":1,"req_id":"155bddc9-7859-4737-bbf9-c6687c4adc10","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:27:06.393910607Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"uri":"/config","method":"PUT","req_id":"155bddc9-7859-4737-bbf9-c6687c4adc10","remote_addr":"[fd00:1122:3344:2::2]:45751","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":17043,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18102,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:20.963802163Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:64638","req_id":"b29561f6-fd98-4c78-b013-b2c2a31e3548","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:20.968612388Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:47888","req_id":"c3c82df9-6987-4703-81c6-fa944c38a1f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:20.973941959Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:55329","req_id":"363d3c79-53cd-4736-abfe-57f5fe2ee90e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26938,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:49.041128731Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:41290","req_id":"46e6d2a4-9b9f-4651-9f50-08b4fdf3ec71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:49.045931148Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:47734","req_id":"3de02a27-e5a4-4079-a3e5-879041c94e73","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:27:49.050681173Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:58334","req_id":"ec587f3a-a18b-4036-a65a-3d34c210e168","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:28:45.213031636Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:54763","req_id":"ffa1b1ad-1827-4933-9b32-523db1843fe7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59642,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:28:45.219951422Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:39334","req_id":"8c71b684-a642-4139-85b1-243fab54dbf9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41876,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:28:45.220605369Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:42700","req_id":"89f82a91-ee09-4c4b-af2e-c7d53555a544","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:28:55.984829046Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::d]:53920","req_id":"c24cffe7-61b6-4aa9-989c-7e745a3c5a5b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 101,\n 51,\n 99,\n 102,\n 49,\n 101,\n 54,\n 45,\n 51,\n 102,\n 102,\n 55,\n 45,\n 52,\n 100,\n 56,\n 48,\n 45,\n 97,\n 54,\n 101,\n 99,\n 45,\n 99,\n 49,\n 55,\n 54,\n 99,\n 51,\n 50,\n 98,\n 56,\n 50,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:28:58.918432719Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::e]:53163","req_id":"e446f644-aa2b-413b-946d-e890c307a737","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 101,\n 51,\n 99,\n 102,\n 49,\n 101,\n 54,\n 45,\n 51,\n 102,\n 102,\n 55,\n 45,\n 52,\n 100,\n 56,\n 48,\n 45,\n 97,\n 54,\n 101,\n 99,\n 45,\n 99,\n 49,\n 55,\n 54,\n 99,\n 51,\n 50,\n 98,\n 56,\n 50,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:28:58.920705171Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::e]:61153","req_id":"bed866c1-ea08-4e71-baab-0ea870afdaa6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:05.986715242Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::d]:64481","req_id":"de90c3b7-9ad8-4299-872b-f000907dd173","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 75,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:06.648570549Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::b]:32192","req_id":"a575add2-a4e5-451d-bea2-46ca70b85863","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32712,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:06.648923612Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::c]:35255","req_id":"98ef1104-ec92-4972-acbd-da93a389dcd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5846,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:07.015473308Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::a]:45616","req_id":"7216099e-bbc7-4979-bfc2-a2d81741835b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:15.988152494Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::d]:56785","req_id":"36e5a58d-a052-4611-9346-57f821b6c108","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15468,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:25.279025922Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::a]:38639","req_id":"f076dd7e-aad2-4d3c-a235-4ad75a2f5a46","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:25.67814692Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57584"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:25.748223322Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"uri":"/config","method":"GET","req_id":"24f23d7b-5aa4-4c1c-9459-4a86dfa4cb75","remote_addr":"[fd00:1122:3344:101::a]:57584","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":43975,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46900,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:25.98893163Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::d]:61647","req_id":"77e8bdaf-70e7-4914-b312-e9a8ac03388e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34140,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:26.387867206Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::a]:12177","req_id":"eeff8898-0db7-48bd-9972-0d1c1a8356df","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:26.414933595Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45702"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:26.415513511Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"new_generation":1,"req_id":"47dd5671-f3a3-4b94-bcf6-47a2c272020f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:26.415597812Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"new_generation":1,"req_id":"47dd5671-f3a3-4b94-bcf6-47a2c272020f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:26.415607922Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"uri":"/config","method":"PUT","req_id":"47dd5671-f3a3-4b94-bcf6-47a2c272020f","remote_addr":"[fd00:1122:3344:101::a]:45702","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":443,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:26.632070918Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39139"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:26.632489682Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"uri":"/config","method":"GET","req_id":"c5f000af-79ab-4fe9-af9e-6a4ecc901852","remote_addr":"[fd00:1122:3344:101::a]:39139","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:27.2610726Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::a]:31559","req_id":"d9313296-a23c-4b07-9130-da20fca5bd2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55623,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:27.326998192Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::b]:25548","req_id":"846c72f6-20d4-4b84-8f13-e5b44f3ef88a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:27.396137555Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::c]:33992","req_id":"a87ee543-ad42-4f16-85b6-6fe986b7e691","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:27.506355852Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55050"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:27.506639855Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"uri":"/config","method":"GET","req_id":"3cb315ee-2f01-4f3d-9609-066d8762ae1d","remote_addr":"[fd00:1122:3344:101::a]:55050","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:27.565694811Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39504"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:27.565946893Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"uri":"/config","method":"GET","req_id":"2bf8ebb7-4007-403c-ade8-df10d1b205de","remote_addr":"[fd00:1122:3344:101::c]:39504","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:27.62505774Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47267"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-09T05:29:27.625296993Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"uri":"/config","method":"GET","req_id":"8e535a7e-de44-4669-b8c0-e06cb7552905","remote_addr":"[fd00:1122:3344:101::b]:47267","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12709,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:35.990710875Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::d]:60690","req_id":"a5ce3018-efda-440f-8958-2e1a90663569","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:45.993228018Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::d]:59481","req_id":"417d3825-d582-45c6-ab6b-3e2d0a067d89","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:29:55.994458908Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::d]:52223","req_id":"d98bb7e8-96e8-4bf3-8f29-0d4b94a4f8b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 101,\n 99,\n 49,\n 98,\n 101,\n 102,\n 49,\n 45,\n 53,\n 55,\n 54,\n 97,\n 45,\n 52,\n 48,\n 99,\n 57,\n 45,\n 97,\n 55,\n 99,\n 101,\n 45,\n 51,\n 101,\n 51,\n 52,\n 48,\n 53,\n 52,\n 54,\n 54,\n 53,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.061476479Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::6]:35514","req_id":"4ed1dbc9-d966-440e-800d-13f4ef7f1186","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 101,\n 99,\n 49,\n 98,\n 101,\n 102,\n 49,\n 45,\n 53,\n 55,\n 54,\n 97,\n 45,\n 52,\n 48,\n 99,\n 57,\n 45,\n 97,\n 55,\n 99,\n 101,\n 45,\n 51,\n 101,\n 51,\n 52,\n 48,\n 53,\n 52,\n 54,\n 54,\n 53,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0ec1bef1-576a-40c9-a7ce-3e340546652a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.062004964Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::6]:38755","req_id":"76f7a67f-9dbc-4144-9920-aec480872e43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 52,\n 102,\n 54,\n 50,\n 48,\n 56,\n 102,\n 45,\n 55,\n 48,\n 98,\n 101,\n 45,\n 52,\n 51,\n 54,\n 55,\n 45,\n 97,\n 50,\n 48,\n 97,\n 45,\n 57,\n 54,\n 102,\n 99,\n 50,\n 48,\n 56,\n 99,\n 98,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.084819442Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::7]:39650","req_id":"bf7adf3d-9dce-4a59-a2aa-fbaf9184747b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 52,\n 102,\n 54,\n 50,\n 48,\n 56,\n 102,\n 45,\n 55,\n 48,\n 98,\n 101,\n 45,\n 52,\n 51,\n 54,\n 55,\n 45,\n 97,\n 50,\n 48,\n 97,\n 45,\n 57,\n 54,\n 102,\n 99,\n 50,\n 48,\n 56,\n 99,\n 98,\n 50,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d4f6208f-70be-4367-a20a-96fc208cb22a.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.085375768Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::7]:39651","req_id":"653cce67-fb0d-4b13-9c4d-2f87f0622435","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 48,\n 55,\n 55,\n 55,\n 57,\n 98,\n 45,\n 53,\n 102,\n 97,\n 101,\n 45,\n 52,\n 49,\n 49,\n 98,\n 45,\n 98,\n 98,\n 98,\n 49,\n 45,\n 101,\n 97,\n 50,\n 97,\n 51,\n 55,\n 49,\n 51,\n 55,\n 100,\n 100,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.115518437Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::3]:37038","req_id":"70e16562-885c-44ff-8364-7300c82b8a94","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 53,\n 48,\n 55,\n 55,\n 55,\n 57,\n 98,\n 45,\n 53,\n 102,\n 97,\n 101,\n 45,\n 52,\n 49,\n 49,\n 98,\n 45,\n 98,\n 98,\n 98,\n 49,\n 45,\n 101,\n 97,\n 50,\n 97,\n 51,\n 55,\n 49,\n 51,\n 55,\n 100,\n 100,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4507779b-5fae-411b-bbb1-ea2a37137dd7.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.116082102Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::3]:64698","req_id":"c59a8ce3-a38a-49ca-91be-e98511706059","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 50,\n 54,\n 49,\n 48,\n 101,\n 55,\n 102,\n 45,\n 50,\n 102,\n 97,\n 102,\n 45,\n 52,\n 102,\n 97,\n 100,\n 45,\n 57,\n 49,\n 98,\n 52,\n 45,\n 56,\n 98,\n 52,\n 52,\n 52,\n 52,\n 97,\n 56,\n 54,\n 101,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.139967042Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::4]:34723","req_id":"1bc891cc-fce3-42a1-9c44-0131b7c08b71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 50,\n 50,\n 54,\n 49,\n 48,\n 101,\n 55,\n 102,\n 45,\n 50,\n 102,\n 97,\n 102,\n 45,\n 52,\n 102,\n 97,\n 100,\n 45,\n 57,\n 49,\n 98,\n 52,\n 45,\n 56,\n 98,\n 52,\n 52,\n 52,\n 52,\n 97,\n 56,\n 54,\n 101,\n 52,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_22610e7f-2faf-4fad-91b4-8b4444a86e45.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.140547367Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::4]:63806","req_id":"e65a0330-75ed-436d-a91d-b8d34570e89c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.403935533Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:55032","req_id":"efddca76-a6b0-4f0c-984d-765f6520a890","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.40462345Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::2]:49423","req_id":"bcbd978d-00a1-42fc-a415-7ac2801ea433","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_05062470-d4ac-4748-a941-ba45a3bca72c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_05062470-d4ac-4748-a941-ba45a3bca72c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 53,\n 48,\n 54,\n 50,\n 52,\n 55,\n 48,\n 45,\n 100,\n 52,\n 97,\n 99,\n 45,\n 52,\n 55,\n 52,\n 56,\n 45,\n 97,\n 57,\n 52,\n 49,\n 45,\n 98,\n 97,\n 52,\n 53,\n 97,\n 51,\n 98,\n 99,\n 97,\n 55,\n 50,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_05062470-d4ac-4748-a941-ba45a3bca72c.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.578476737Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::1b]:48578","req_id":"87609861-d1d2-419a-821e-c6572d6b8809","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 101,\n 51,\n 99,\n 102,\n 49,\n 101,\n 54,\n 45,\n 51,\n 102,\n 102,\n 55,\n 45,\n 52,\n 100,\n 56,\n 48,\n 45,\n 97,\n 54,\n 101,\n 99,\n 45,\n 99,\n 49,\n 55,\n 54,\n 99,\n 51,\n 50,\n 98,\n 56,\n 50,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.794762291Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::e]:44331","req_id":"d27d694d-ed4c-4dd8-b83d-517114abf12a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 101,\n 51,\n 99,\n 102,\n 49,\n 101,\n 54,\n 45,\n 51,\n 102,\n 102,\n 55,\n 45,\n 52,\n 100,\n 56,\n 48,\n 45,\n 97,\n 54,\n 101,\n 99,\n 45,\n 99,\n 49,\n 55,\n 54,\n 99,\n 51,\n 50,\n 98,\n 56,\n 50,\n 55,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_ae3cf1e6-3ff7-4d80-a6ec-c176c32b8274.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-09T05:30:00.795560079Z","hostname":"oxz_internal_dns_d7bcf00f-b3ce-4ee0-9cb6-a8fb9a2a887d","pid":5401,"peer_addr":"[fd00:1122:3344:101::e]:38149","req_id":"c9d4e190-de6e-4fd3-84e4-b97835c65fc0","component":"dns"}