[ Jun 8 21:56:41 Enabled. ] [ Jun 8 21:56:41 Rereading configuration. ] [ Jun 8 21:56:41 Rereading configuration. ] [ Jun 8 21:56:43 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jun 8 21:56:43 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.406880999Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.407004821Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.428624222Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.428654562Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.428685933Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.428970518Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.717500419Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:48901"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.718276423Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"f3c05e9f-c934-42c0-85a6-a8c41dd26caa","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.718304453Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.748504559Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.74854892Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"f3c05e9f-c934-42c0-85a6-a8c41dd26caa","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.748601001Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"PUT","req_id":"f3c05e9f-c934-42c0-85a6-a8c41dd26caa","remote_addr":"[fd00:1122:3344:1::2]:48901","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":30730,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.687794053Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:44442","req_id":"598be8cc-f8dc-4fb5-99d9-0f474fcd5248","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.692768012Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:48652","req_id":"2c713070-874d-4ec6-933a-75ce38e968e2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.696843446Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:61795","req_id":"022a3be8-c26b-4f63-a0e5-8a3ed7a9d1f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.857872362Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:41972","req_id":"90cac66e-19e7-4981-865b-96aff9a607f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.939398194Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:55965","req_id":"0be5c20f-b6e4-43dc-a02c-4d51d4a399dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.943268634Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:51378","req_id":"d28d8fa8-7e18-4c38-97ae-e01d3fa3d362","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:29.142850556Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:58318","req_id":"f4b86b81-4567-49dc-8b73-b7f6bee4bac3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:30.74455536Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:41256","req_id":"f9495d03-fc84-4920-a72f-a6170928641c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:30.744654801Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:47313","req_id":"5a732ca4-368a-422b-8e47-4b0c66e1b199","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21763,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:37.990474771Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:12611","req_id":"3c5441ca-7a0f-4da3-b15b-3935651ef233","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.144244959Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:64642","req_id":"c53dfa20-91ce-4bf4-8dc7-5afadb6abf1b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.627981575Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:46558","req_id":"92d7a66c-4bc5-44a2-b722-8a43451455f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.722049754Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:32477","req_id":"63e2c946-dd7a-421d-8d74-ac9f14d24af6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18123,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:49.146432146Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:50057","req_id":"675be82c-7990-4dd2-908f-3f9ede2ce03b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53023,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:59.148545779Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:61695","req_id":"386c4617-bc39-4121-b23e-714091719f71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:02.219531806Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:48862","req_id":"2f6f9a5c-8665-4b09-8aa1-f706a3dd0df8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:02.556503942Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38238"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:02.608557372Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"GET","req_id":"8023955f-7586-4be9-a1c7-6fcffef9d8bc","remote_addr":"[fd00:1122:3344:101::b]:38238","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":25755,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:03.513917115Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:17328","req_id":"734504e6-63b0-4d1c-bdad-ae1ac91dd32e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.567787913Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51478"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.568248741Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"173021e9-548e-4a28-a447-1b129e9532f9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.568263361Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"173021e9-548e-4a28-a447-1b129e9532f9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.568305792Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"PUT","req_id":"173021e9-548e-4a28-a447-1b129e9532f9","remote_addr":"[fd00:1122:3344:101::b]:51478","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":338,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.775444112Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:65385"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.776293855Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"GET","req_id":"e2f8162e-bf48-42e0-b5de-9ad87509f86e","remote_addr":"[fd00:1122:3344:101::b]:65385","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":838,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13029,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:04.518303656Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:3210","req_id":"92cf88fb-4d06-4477-8687-e393e84dd96c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:04.741227473Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42300"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:04.741519888Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"GET","req_id":"2aa5abb3-b949-4e70-b9e0-88245bc4c92b","remote_addr":"[fd00:1122:3344:101::b]:42300","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:08.521856583Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:49916","req_id":"2205cc43-21de-410e-8687-a75ced2c152a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:08.707748351Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42601"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:08.709089995Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"GET","req_id":"c9713af0-d3ba-4341-97eb-7f2045068219","remote_addr":"[fd00:1122:3344:101::a]:42601","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":1285,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:09.1505907Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:60202","req_id":"848d5e8e-b38a-4024-8b46-e734ceb4a352","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21397,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:10.327964283Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:19348","req_id":"47e30a5b-ce9f-49ef-a8f2-41e3fe909bd2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:10.463043223Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38540"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:10.463335908Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"GET","req_id":"8e0ca999-1c33-487a-8dd4-0b1678a840b3","remote_addr":"[fd00:1122:3344:101::c]:38540","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":232,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:19.153069268Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:61348","req_id":"013ee516-7200-4c31-aa3c-645f293c5369","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:29.154272413Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:56133","req_id":"eb7c7e15-07f0-41eb-8310-bdea50c08fad","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817428521Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56621"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817789938Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"b4fd5746-d859-4a89-ac9f-0c96dbfec097","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817841658Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"b4fd5746-d859-4a89-ac9f-0c96dbfec097","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817855119Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"PUT","req_id":"b4fd5746-d859-4a89-ac9f-0c96dbfec097","remote_addr":"[fd00:1122:3344:101::a]:56621","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":226,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:39.079511291Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::a]:7713","req_id":"16541e7a-5a51-4041-a6a6-d80301b8a1c4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:39.156166536Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:56957","req_id":"52c6900a-1c70-4ac6-8d5b-7e2feeb39d02","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.175201119Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63937"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.175492605Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"GET","req_id":"2f67ad8d-8159-4d8b-a3a3-fa8e07afa425","remote_addr":"[fd00:1122:3344:101::a]:63937","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.300863889Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:49599"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301145034Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"81bd3c1e-4fe9-4887-bd03-b89e7e9358cd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301182745Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"81bd3c1e-4fe9-4887-bd03-b89e7e9358cd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301213275Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"PUT","req_id":"81bd3c1e-4fe9-4887-bd03-b89e7e9358cd","remote_addr":"[fd00:1122:3344:101::b]:49599","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":221,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.548594882Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54861"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.548965819Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"74456cc5-c30a-4f12-bc83-df7653638e76","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.54900918Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"new_generation":1,"req_id":"74456cc5-c30a-4f12-bc83-df7653638e76","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.54902098Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"PUT","req_id":"74456cc5-c30a-4f12-bc83-df7653638e76","remote_addr":"[fd00:1122:3344:101::c]:54861","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":229,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24729,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:40.102468804Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::b]:46783","req_id":"84290fd8-7cfa-4741-a621-99805dd7d23e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.211128017Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50604"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.211359531Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"GET","req_id":"e4f95b4d-0b90-4c70-be81-f5193da7f539","remote_addr":"[fd00:1122:3344:101::b]:50604","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":189,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46833,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:40.627986864Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::c]:7156","req_id":"2520372d-28eb-4d78-8a1e-5a8172caafc5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.725179674Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38560"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.725382337Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"uri":"/config","method":"GET","req_id":"e8a8fb7c-1983-444f-92fe-b3d09afa0641","remote_addr":"[fd00:1122:3344:101::c]:38560","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64652,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:49.158371398Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:58122","req_id":"8ffac715-0028-41e8-8cb0-7b0d89783087","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:59.160273274Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::d]:54396","req_id":"6312d36e-a1c3-47cf-9d8f-7239351469e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 57,\n 54,\n 51,\n 98,\n 56,\n 97,\n 45,\n 102,\n 51,\n 57,\n 98,\n 45,\n 52,\n 57,\n 53,\n 56,\n 45,\n 98,\n 51,\n 52,\n 100,\n 45,\n 53,\n 99,\n 57,\n 57,\n 55,\n 97,\n 102,\n 99,\n 56,\n 102,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.129394824Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::6]:32968","req_id":"5a4ead50-c1b0-4e75-ad87-f7e779c6be88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 57,\n 54,\n 51,\n 98,\n 56,\n 97,\n 45,\n 102,\n 51,\n 57,\n 98,\n 45,\n 52,\n 57,\n 53,\n 56,\n 45,\n 98,\n 51,\n 52,\n 100,\n 45,\n 53,\n 99,\n 57,\n 57,\n 55,\n 97,\n 102,\n 99,\n 56,\n 102,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.130189879Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::6]:34850","req_id":"d85cb29a-3063-4edf-bab8-114a28b57f05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 53,\n 55,\n 50,\n 57,\n 97,\n 52,\n 45,\n 98,\n 49,\n 51,\n 53,\n 45,\n 52,\n 51,\n 56,\n 99,\n 45,\n 57,\n 99,\n 99,\n 102,\n 45,\n 102,\n 53,\n 51,\n 49,\n 101,\n 49,\n 49,\n 54,\n 98,\n 102,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.214334238Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::3]:34258","req_id":"f600699d-d09e-40f2-b08f-c08c7bbeef63","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 53,\n 55,\n 50,\n 57,\n 97,\n 52,\n 45,\n 98,\n 49,\n 51,\n 53,\n 45,\n 52,\n 51,\n 56,\n 99,\n 45,\n 57,\n 99,\n 99,\n 102,\n 45,\n 102,\n 53,\n 51,\n 49,\n 101,\n 49,\n 49,\n 54,\n 98,\n 102,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.215060702Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::3]:46138","req_id":"33bdbef9-58f9-46e5-91be-90d904ec3ccd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 49,\n 55,\n 49,\n 99,\n 53,\n 54,\n 56,\n 45,\n 56,\n 98,\n 51,\n 49,\n 45,\n 52,\n 53,\n 97,\n 101,\n 45,\n 98,\n 98,\n 101,\n 51,\n 45,\n 51,\n 98,\n 54,\n 54,\n 55,\n 55,\n 53,\n 48,\n 100,\n 55,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.247770012Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::5]:39368","req_id":"1bbf050f-6dec-4c45-b144-86eae2773c60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 49,\n 55,\n 49,\n 99,\n 53,\n 54,\n 56,\n 45,\n 56,\n 98,\n 51,\n 49,\n 45,\n 52,\n 53,\n 97,\n 101,\n 45,\n 98,\n 98,\n 101,\n 51,\n 45,\n 51,\n 98,\n 54,\n 54,\n 55,\n 55,\n 53,\n 48,\n 100,\n 55,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.248481015Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::5]:62295","req_id":"1ddcef69-90c5-4214-a463-5e4f73fde7a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 99,\n 98,\n 53,\n 53,\n 100,\n 45,\n 50,\n 52,\n 97,\n 52,\n 45,\n 52,\n 54,\n 49,\n 53,\n 45,\n 57,\n 53,\n 97,\n 99,\n 45,\n 100,\n 101,\n 51,\n 98,\n 97,\n 48,\n 53,\n 50,\n 97,\n 48,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.424592285Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::4]:48909","req_id":"e4c257db-8e12-4591-8e12-ac5c7d69b128","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 99,\n 98,\n 53,\n 53,\n 100,\n 45,\n 50,\n 52,\n 97,\n 52,\n 45,\n 52,\n 54,\n 49,\n 53,\n 45,\n 57,\n 53,\n 97,\n 99,\n 45,\n 100,\n 101,\n 51,\n 98,\n 97,\n 48,\n 53,\n 50,\n 97,\n 48,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.425316288Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::4]:52235","req_id":"248fe469-9525-48dc-8ca5-81f2b6fef1ec","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 56,\n 98,\n 50,\n 53,\n 55,\n 53,\n 100,\n 45,\n 101,\n 100,\n 97,\n 97,\n 45,\n 52,\n 57,\n 102,\n 55,\n 45,\n 56,\n 57,\n 53,\n 54,\n 45,\n 100,\n 57,\n 49,\n 54,\n 57,\n 57,\n 57,\n 49,\n 48,\n 100,\n 102,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.451901288Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::1b]:61921","req_id":"e50f94c3-dfad-4a82-9785-bb3d197dac44","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 52,\n 57,\n 54,\n 57,\n 97,\n 56,\n 45,\n 102,\n 102,\n 99,\n 51,\n 45,\n 52,\n 51,\n 55,\n 100,\n 45,\n 97,\n 102,\n 48,\n 98,\n 45,\n 49,\n 98,\n 55,\n 100,\n 51,\n 56,\n 49,\n 56,\n 50,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.514181803Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::7]:50038","req_id":"1d48042a-17ab-4dab-8b17-dea33fc22609","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 52,\n 57,\n 54,\n 57,\n 97,\n 56,\n 45,\n 102,\n 102,\n 99,\n 51,\n 45,\n 52,\n 51,\n 55,\n 100,\n 45,\n 97,\n 102,\n 48,\n 98,\n 45,\n 49,\n 98,\n 55,\n 100,\n 51,\n 56,\n 49,\n 56,\n 50,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.514795184Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::7]:35833","req_id":"5557e840-e205-47eb-b4a0-4d7c7730d091","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.738724438Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:50638","req_id":"57f32ca5-e2c5-4516-9460-8e63834cc69f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.739678075Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::e]:34324","req_id":"78da52d3-df69-4769-b66c-b29aa1db4e0f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:01.115192537Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::2]:50299","req_id":"5d20f4ec-8234-4717-8b3d-b558974b72b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:01.115850499Z","hostname":"oxz_internal_dns_d4e7b448-b9b2-42ff-bed1-a5d654277774","pid":5502,"peer_addr":"[fd00:1122:3344:101::2]:44422","req_id":"070590ca-87df-4772-a467-948370eea025","component":"dns"}