[ May 16 00:55:59 Enabled. ] [ May 16 00:55:59 Rereading configuration. ] [ May 16 00:55:59 Rereading configuration. ] [ May 16 00:56:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 16 00:56:01 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.172476219Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.172656402Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.20300666Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.20303424Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.203096671Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.203372995Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.224086143Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:43244","req_id":"43459304-4241-4f92-9d01-165ec7458a45","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.466847176Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:1::2]:37708","req_id":"e3f7cb74-3148-4a44-8831-6d8c6358d7e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.468456378Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:33785","req_id":"2a7fa6d6-1b04-4c4c-995f-c78c76ef78e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58505,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nexus._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 6,\n 95,\n 110,\n 101,\n 120,\n 117,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nexus._tcp.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.913060183Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:5684","req_id":"a303db13-0f33-492e-97dc-8dd100358cc5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"1801d4a4-aaf4-4972-9f28-01798284c3af.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"1801d4a4-aaf4-4972-9f28-01798284c3af.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 49,\n 56,\n 48,\n 49,\n 100,\n 52,\n 97,\n 52,\n 45,\n 97,\n 97,\n 102,\n 52,\n 45,\n 52,\n 57,\n 55,\n 50,\n 45,\n 57,\n 102,\n 50,\n 56,\n 45,\n 48,\n 49,\n 55,\n 57,\n 56,\n 50,\n 56,\n 52,\n 99,\n 51,\n 97,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"1801d4a4-aaf4-4972-9f28-01798284c3af.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.913823724Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:10573","req_id":"94d5003f-14a4-4d97-b2ad-bcc8f64bfc9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59703,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"7bde7b6b-a2fd-4c20-9326-52b20b5586f3.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"7bde7b6b-a2fd-4c20-9326-52b20b5586f3.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 55,\n 98,\n 100,\n 101,\n 55,\n 98,\n 54,\n 98,\n 45,\n 97,\n 50,\n 102,\n 100,\n 45,\n 52,\n 99,\n 50,\n 48,\n 45,\n 57,\n 51,\n 50,\n 54,\n 45,\n 53,\n 50,\n 98,\n 50,\n 48,\n 98,\n 53,\n 53,\n 56,\n 54,\n 102,\n 51,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"7bde7b6b-a2fd-4c20-9326-52b20b5586f3.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.913874294Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:61095","req_id":"46611365-c659-4e23-abd8-bab74fa92c50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"8ed6ccbd-2920-4cde-bf02-e97c11140080.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"8ed6ccbd-2920-4cde-bf02-e97c11140080.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 36,\n 56,\n 101,\n 100,\n 54,\n 99,\n 99,\n 98,\n 100,\n 45,\n 50,\n 57,\n 50,\n 48,\n 45,\n 52,\n 99,\n 100,\n 101,\n 45,\n 98,\n 102,\n 48,\n 50,\n 45,\n 101,\n 57,\n 55,\n 99,\n 49,\n 49,\n 49,\n 52,\n 48,\n 48,\n 56,\n 48,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"8ed6ccbd-2920-4cde-bf02-e97c11140080.host.control-plane.oxide.internal.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:01.913912195Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:56374","req_id":"4bafb23e-08bb-4c10-b8a7-a7e383059e9d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.919868655Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:46420"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.920491453Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"16a0232e-71d7-4980-afe4-616636424077","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.920513063Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.932022108Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.932043998Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"16a0232e-71d7-4980-afe4-616636424077","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:56:01.932059069Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"PUT","req_id":"16a0232e-71d7-4980-afe4-616636424077","remote_addr":"[fd00:1122:3344:1::2]:46420","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":11901,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10182,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.556084575Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:46022","req_id":"b1377710-3030-4a3e-bce2-f42417549de8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.560455904Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:34832","req_id":"6268b80e-4f08-4361-90c1-c226bea7a887","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:56:14.564778122Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:55967","req_id":"7fca72a1-a284-450e-96f2-c8e8b1a7a3c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:32.354940336Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:58075","req_id":"5a89823e-9118-4fc9-8461-12888c32405a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:38.193571856Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:58899","req_id":"f16b035f-31ff-4fc1-a840-94d8847f435b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:38.204349081Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:34294","req_id":"f12cc1ca-497d-4812-b59c-92b0b0180174","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:42.329765136Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:61459","req_id":"8e9d14d7-b1f5-4189-8f4a-c74ad0fd4675","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54987,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.843919246Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:45290","req_id":"242d882a-8e64-4927-b846-938c9e18200b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16525,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.844143909Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:3054","req_id":"84e7122d-7cc0-46e0-b12b-57abcb2072de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:43.846889586Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:36162","req_id":"2f3cc5c6-01a4-4a65-8fa7-9a36a4742a64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51886,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:57:52.332001405Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:55619","req_id":"50aa0f4a-c7eb-467f-b4a9-74e19c7e8e9d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:02.334201075Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:52377","req_id":"0c3c297d-b0e7-4851-8efe-f213e4ad1e8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:12.336678677Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:63618","req_id":"1fa5c290-f781-41a0-821d-79001b14048c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63675,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.59584152Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:33276","req_id":"9b875dac-d6f4-4371-9937-f09aee360291","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56354,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.600058347Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:55204","req_id":"b7a2865e-3021-4d22-9212-6a70dc2bf9d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48881,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:14.604227813Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:38289","req_id":"324f850d-b4c8-444b-a312-63921e7a5f9f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:22.337721594Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:57748","req_id":"3d8bc84e-4ee4-4fbd-bf92-40f555153e2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37772,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:22.693266663Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:20682","req_id":"fd00769e-4490-45da-ad0a-287001d30602","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.094730679Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35479"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.174258077Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"dcffcd12-de66-49a9-b073-e5686cb60cce","remote_addr":"[fd00:1122:3344:101::a]:35479","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":49974,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18901,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:23.549408489Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:26860","req_id":"bfb59293-97ac-4551-aaa9-071c805787e8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.5926322Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56436"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.59556448Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"bfdee451-e5cb-4dfc-840a-4e7db5765742","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.59560444Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"bfdee451-e5cb-4dfc-840a-4e7db5765742","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.59561284Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"PUT","req_id":"bfdee451-e5cb-4dfc-840a-4e7db5765742","remote_addr":"[fd00:1122:3344:101::a]:56436","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":344,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.831224117Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:48061"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:23.831474981Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"ee22cf86-28cb-4b9f-9d38-27afa562fa4d","remote_addr":"[fd00:1122:3344:101::a]:48061","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":185,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:24.535196308Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:1045","req_id":"0eba89ef-123a-430a-8160-4651a1af30b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:24.537092754Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:36373","req_id":"22bcc7c0-ab11-4330-a743-21960a338e0d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.673119062Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54996"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.673465327Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"a8d66318-f025-46de-a769-34255504aa15","remote_addr":"[fd00:1122:3344:101::c]:54996","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":289,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.708361646Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36925"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:24.708619799Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"d2ab0759-4f05-4030-bf3c-0026e1837098","remote_addr":"[fd00:1122:3344:101::b]:36925","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:25.229339808Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:23229","req_id":"89eb6f45-ff0c-4e25-870e-767097c6b2e4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:25.339886963Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:46742"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:25.340191698Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"9e002a86-c060-46d2-9ff0-d68b25e5d969","remote_addr":"[fd00:1122:3344:101::a]:46742","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":257,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:32.340140363Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:57935","req_id":"a3b03fd0-8e3b-40d8-bbd5-059cc8acbdf2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:42.342309291Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:57256","req_id":"56414466-8b5a-4720-b8db-b10dec3378b8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.495818824Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54671"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.49623237Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"87d316a6-8251-4467-bede-ec29fe1e5ed8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.49627572Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"87d316a6-8251-4467-bede-ec29fe1e5ed8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.496322431Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"PUT","req_id":"87d316a6-8251-4467-bede-ec29fe1e5ed8","remote_addr":"[fd00:1122:3344:101::a]:54671","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":289,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.849040922Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61077"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.849562109Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"4eb402b8-819f-46bc-a994-2cc02ea7e59d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.849612759Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"4eb402b8-819f-46bc-a994-2cc02ea7e59d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.8496262Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"PUT","req_id":"4eb402b8-819f-46bc-a994-2cc02ea7e59d","remote_addr":"[fd00:1122:3344:101::b]:61077","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":380,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.873773014Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47730"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.87423559Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"740909fc-2023-49d7-889b-42eb35abce7d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.874304691Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"740909fc-2023-49d7-889b-42eb35abce7d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:43.874329801Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"PUT","req_id":"740909fc-2023-49d7-889b-42eb35abce7d","remote_addr":"[fd00:1122:3344:101::c]:47730","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":319,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25829,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.952381891Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:54863","req_id":"7f32d6b9-48bd-46e3-aeb3-5cf4fd95e123","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62638,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.954084933Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:21748","req_id":"f0dce203-7352-462f-9793-6af82d91915f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65328,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:44.959113206Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:40507","req_id":"34de7ad0-6a69-4f5d-9328-f831bc9908d1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.069340903Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37285"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.069555185Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"6976d0d5-29bd-49ac-bd0a-81853a07bbf5","remote_addr":"[fd00:1122:3344:101::c]:37285","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":187,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.108149064Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:59495"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.108387867Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"8539c992-b5c7-4c4c-92cd-2695deadb63c","remote_addr":"[fd00:1122:3344:101::b]:59495","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.1435824Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35425"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:58:45.143842524Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"6f8e49ec-54a2-4651-a01f-b5e82f164f4b","remote_addr":"[fd00:1122:3344:101::a]:35425","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2883,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:58:52.34386437Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:62367","req_id":"8da6defe-3ab5-4d8a-8826-b4fd42b1ee1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:02.345435661Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:60219","req_id":"9efcb72c-bfae-4f24-bac1-ba99f7389592","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:12.347773092Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:62654","req_id":"70259dd9-aa04-460a-8eea-f1bb4ed66efd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:22.349586235Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:54856","req_id":"28f93c7c-933e-4f63-b0ae-b4a5f5b9fa03","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26670,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:32.351553991Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:58845","req_id":"0a0b76b2-55b8-49b9-af64-eb293fb82e29","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:42.353590108Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:52414","req_id":"3eb0e9ba-f81c-41f6-825e-fc2988b7350f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.466708198Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36665"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.468123507Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"7c756e38-52e5-4944-8d58-8b38c37bc6c6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.468190678Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"7c756e38-52e5-4944-8d58-8b38c37bc6c6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.468199618Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"PUT","req_id":"7c756e38-52e5-4944-8d58-8b38c37bc6c6","remote_addr":"[fd00:1122:3344:101::c]:36665","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":1325,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.495778439Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62781"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496257925Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"40a65d49-c0c9-467b-898a-abbe144e690e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496295316Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"40a65d49-c0c9-467b-898a-abbe144e690e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.496443168Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"PUT","req_id":"40a65d49-c0c9-467b-898a-abbe144e690e","remote_addr":"[fd00:1122:3344:101::a]:62781","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.500367341Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58228"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.500754796Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"a835c9fc-4d19-4d39-adec-af299b8a628b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.501167441Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"new_generation":1,"req_id":"a835c9fc-4d19-4d39-adec-af299b8a628b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:43.501203212Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"PUT","req_id":"a835c9fc-4d19-4d39-adec-af299b8a628b","remote_addr":"[fd00:1122:3344:101::b]:58228","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":295,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:44.962611183Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::a]:23723","req_id":"408d4d7e-4422-404d-8964-1e0eaea34fbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47580,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:44.964191045Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::c]:60346","req_id":"ad389508-f90e-4a2e-aac2-9aaa73928eb3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8203,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:45.017960347Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::b]:21342","req_id":"60bac144-c2a6-402f-8be4-0a26531f0c76","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.083556439Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44693"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.083831183Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"5c077297-c25e-4e62-8f94-4c573613eb00","remote_addr":"[fd00:1122:3344:101::c]:44693","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.124335427Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39335"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.12458574Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"803d2d6b-86fa-4a7e-9987-c3fe00736b61","remote_addr":"[fd00:1122:3344:101::a]:39335","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.159569105Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40038"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-16T00:59:45.15979964Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"uri":"/config","method":"GET","req_id":"5b6b2c5c-665a-4b1d-b403-974777ea8a67","remote_addr":"[fd00:1122:3344:101::b]:40038","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44314,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T00:59:52.354887785Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:56741","req_id":"b6974434-21f7-4d05-926f-61c80b650261","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 99,\n 98,\n 54,\n 100,\n 100,\n 100,\n 57,\n 54,\n 45,\n 99,\n 53,\n 99,\n 101,\n 45,\n 52,\n 50,\n 100,\n 102,\n 45,\n 97,\n 101,\n 99,\n 52,\n 45,\n 99,\n 99,\n 51,\n 49,\n 102,\n 49,\n 99,\n 55,\n 100,\n 55,\n 51,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_cb6ddd96-c5ce-42df-aec4-cc31f1c7d73b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.25860888Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::1b]:44658","req_id":"2623830e-f93b-4a33-9391-ec381bcc6645","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.455824841Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:47251","req_id":"ddc05537-a0c6-430d-85c2-3cb1d597cab1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47640,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 99,\n 98,\n 50,\n 101,\n 97,\n 56,\n 101,\n 102,\n 45,\n 54,\n 102,\n 101,\n 50,\n 45,\n 52,\n 102,\n 57,\n 57,\n 45,\n 98,\n 50,\n 51,\n 101,\n 45,\n 99,\n 54,\n 51,\n 53,\n 54,\n 97,\n 54,\n 101,\n 54,\n 56,\n 97,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_cb2ea8ef-6fe2-4f99-b23e-c6356a6e68a1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.45650757Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::e]:47561","req_id":"4217ff6a-b349-4f40-8791-495daba57651","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.992027278Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:60602","req_id":"137910d0-35e8-4d21-bed9-d08486a4e144","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.992655317Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::2]:59122","req_id":"922c3b99-d2b8-43b5-9ee6-ec8a33667c8a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 100,\n 53,\n 53,\n 49,\n 48,\n 45,\n 100,\n 53,\n 48,\n 53,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 57,\n 101,\n 97,\n 57,\n 45,\n 51,\n 56,\n 51,\n 97,\n 98,\n 102,\n 99,\n 48,\n 51,\n 57,\n 99,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.998434784Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::7]:62888","req_id":"53ea7fba-5b9f-49d8-988c-1a1d76895fee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48595,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 56,\n 101,\n 100,\n 53,\n 53,\n 49,\n 48,\n 45,\n 100,\n 53,\n 48,\n 53,\n 45,\n 52,\n 55,\n 102,\n 98,\n 45,\n 57,\n 101,\n 97,\n 57,\n 45,\n 51,\n 56,\n 51,\n 97,\n 98,\n 102,\n 99,\n 48,\n 51,\n 57,\n 99,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_38ed5510-d505-47fb-9ea9-383abfc039c9.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:00.998934421Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::7]:43227","req_id":"b8754576-9fde-4915-bac1-398a96205f5b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 102,\n 48,\n 49,\n 56,\n 56,\n 101,\n 45,\n 101,\n 99,\n 57,\n 99,\n 45,\n 52,\n 98,\n 49,\n 54,\n 45,\n 57,\n 51,\n 52,\n 97,\n 45,\n 49,\n 55,\n 52,\n 102,\n 98,\n 51,\n 48,\n 98,\n 102,\n 48,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.005827394Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::6]:52801","req_id":"7db9a51d-7f2a-49db-9e49-a790b77654a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23837,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 102,\n 102,\n 48,\n 49,\n 56,\n 56,\n 101,\n 45,\n 101,\n 99,\n 57,\n 99,\n 45,\n 52,\n 98,\n 49,\n 54,\n 45,\n 57,\n 51,\n 52,\n 97,\n 45,\n 49,\n 55,\n 52,\n 102,\n 98,\n 51,\n 48,\n 98,\n 102,\n 48,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1ff0188e-ec9c-4b16-934a-174fb30bf06e.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.006425022Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::6]:43467","req_id":"410b8337-522e-4d87-8e77-1b7353814dbc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 57,\n 99,\n 49,\n 102,\n 50,\n 100,\n 57,\n 45,\n 57,\n 100,\n 52,\n 51,\n 45,\n 52,\n 54,\n 52,\n 48,\n 45,\n 98,\n 55,\n 102,\n 48,\n 45,\n 54,\n 55,\n 99,\n 55,\n 48,\n 100,\n 99,\n 98,\n 53,\n 54,\n 56,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.011421999Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::4]:53935","req_id":"f0153971-fcf8-4489-a63c-1bd91e15d7d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49261,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 57,\n 99,\n 49,\n 102,\n 50,\n 100,\n 57,\n 45,\n 57,\n 100,\n 52,\n 51,\n 45,\n 52,\n 54,\n 52,\n 48,\n 45,\n 98,\n 55,\n 102,\n 48,\n 45,\n 54,\n 55,\n 99,\n 55,\n 48,\n 100,\n 99,\n 98,\n 53,\n 54,\n 56,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_89c1f2d9-9d43-4640-b7f0-67c70dcb5682.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.011932896Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::4]:52751","req_id":"e4f1985e-035a-4daf-9026-579627a93794","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 99,\n 102,\n 54,\n 102,\n 57,\n 51,\n 45,\n 53,\n 51,\n 102,\n 97,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 48,\n 48,\n 99,\n 45,\n 100,\n 97,\n 53,\n 49,\n 55,\n 52,\n 101,\n 102,\n 100,\n 53,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.016206303Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::5]:36714","req_id":"423e18fa-856c-41a0-9626-6f2608dbd5d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 99,\n 102,\n 54,\n 102,\n 57,\n 51,\n 45,\n 53,\n 51,\n 102,\n 97,\n 45,\n 52,\n 99,\n 101,\n 55,\n 45,\n 57,\n 48,\n 48,\n 99,\n 45,\n 100,\n 97,\n 53,\n 49,\n 55,\n 52,\n 101,\n 102,\n 100,\n 53,\n 100,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7acf6f93-53fa-4ce7-900c-da5174efd5db.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.016786211Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::5]:41893","req_id":"36680098-251e-4f5e-9119-a43f927554c0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 101,\n 98,\n 56,\n 55,\n 53,\n 102,\n 55,\n 45,\n 48,\n 101,\n 102,\n 55,\n 45,\n 52,\n 51,\n 49,\n 55,\n 45,\n 57,\n 50,\n 52,\n 101,\n 45,\n 52,\n 97,\n 57,\n 99,\n 55,\n 99,\n 57,\n 54,\n 102,\n 101,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.02639123Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::3]:58164","req_id":"8603fe96-e4d8-4830-8262-268e16593b7a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 101,\n 98,\n 56,\n 55,\n 53,\n 102,\n 55,\n 45,\n 48,\n 101,\n 102,\n 55,\n 45,\n 52,\n 51,\n 49,\n 55,\n 45,\n 57,\n 50,\n 52,\n 101,\n 45,\n 52,\n 97,\n 57,\n 99,\n 55,\n 99,\n 57,\n 54,\n 102,\n 101,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6eb875f7-0ef7-4317-924e-4a9c7c96fe62.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:01.027012778Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::3]:38032","req_id":"896b05be-603f-4ee9-bae0-8eced94f433f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39986,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-16T01:00:02.356597157Z","hostname":"oxz_internal_dns_ed57dce2-bbf0-45ee-aacc-a250f3a6d028","pid":5436,"peer_addr":"[fd00:1122:3344:101::d]:58937","req_id":"4d6f4e34-2930-4375-98ff-84a3510ddc33","component":"dns"}