[ Jul 29 16:39:06 Enabled. ] [ Jul 29 16:39:06 Rereading configuration. ] [ Jul 29 16:39:07 Rereading configuration. ] [ Jul 29 16:39:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 29 16:39:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.220065378Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.220194241Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.240899211Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.240910652Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.240956833Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.241243719Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.388331204Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:55911"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.389002289Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"48b87ee0-2814-4927-9259-3bafe3297ef5","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.3890192Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.401328876Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.401353586Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"48b87ee0-2814-4927-9259-3bafe3297ef5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:39:08.401361756Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"PUT","req_id":"48b87ee0-2814-4927-9259-3bafe3297ef5","remote_addr":"[fd00:1122:3344:2::2]:55911","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":12712,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57074,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.696383921Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::1b]:62684","req_id":"89ffb3c6-b861-406d-917b-ffee3b226728","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.700823904Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::1b]:42580","req_id":"6c15e493-6e9a-49bb-8bc9-ea3c48335a55","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:39:20.704805297Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::1b]:59541","req_id":"8c8f20cc-491c-4e8e-95fb-f805c981d556","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.693453657Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::1b]:55489","req_id":"abdedd02-1970-4cc7-a599-0968dc113179","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.69873722Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::1b]:36479","req_id":"254419f6-f62f-497c-ab33-4da1802742b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54270,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:41:20.703714906Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::1b]:58934","req_id":"07160090-d0ae-45e4-b3b4-228d27bf27d1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11878,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:41.375900572Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:57464","req_id":"e97c49cc-81f7-4c57-af06-7a64e0bb9816","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51442,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:51.357139487Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:64804","req_id":"c79380ee-5742-4a30-9b3b-3c9706e13c15","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48370,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:54.390093291Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::a]:3636","req_id":"7834faae-af6c-46c7-befb-e6adf173afdd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:55.233323915Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::b]:24149","req_id":"5e69ed01-0af8-426d-ab39-df5f3b5991e4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35395,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:55.472737622Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::c]:18623","req_id":"809befed-5de1-490e-9dcb-a06c3168250f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.749227494Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42523"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.760501355Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36508"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.812292398Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"6e5e742b-d230-4e88-8e4f-7410ec73ec2a","remote_addr":"[fd00:1122:3344:101::b]:36508","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29601,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:56.812363789Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"a1340330-67bd-4b33-b24d-cc735d069278","remote_addr":"[fd00:1122:3344:101::c]:42523","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":29599,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.319916091Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::e]:33823","req_id":"4ad45f45-8709-4bb6-9f64-181ccbe79875","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30949,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.325237805Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::e]:45009","req_id":"2a4ce5a2-a64e-4947-8dfb-6d5ea53229eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12445,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:57.998734169Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::b]:7836","req_id":"628e5ccd-86e5-443e-8cc8-bf845b95c05f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:58.22621703Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34064"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:58.228691257Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"19e566a6-8bd5-4fdc-88bc-8b970bd25596","remote_addr":"[fd00:1122:3344:101::b]:34064","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35960,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:42:59.159234059Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::b]:23919","req_id":"b23874d0-3172-43bb-a45c-1a13f2b1ef40","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.243483114Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52973"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.244044957Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"b9e8c503-412b-433d-9b4e-dccd65abdd10","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.244058118Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"b9e8c503-412b-433d-9b4e-dccd65abdd10","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.244112029Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"PUT","req_id":"b9e8c503-412b-433d-9b4e-dccd65abdd10","remote_addr":"[fd00:1122:3344:101::b]:52973","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":427,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.299694179Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46167"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:42:59.300034407Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"b5dda8ba-ded5-46d3-8a2e-d6be097027d2","remote_addr":"[fd00:1122:3344:101::b]:46167","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":265,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53684,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:00.468582193Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::b]:5395","req_id":"40f3526d-b311-421d-845d-f519a6863a77","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:00.59510733Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42154"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:00.595445628Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"089e6afc-cb3a-45c1-8221-2dd8ca5fd9cf","remote_addr":"[fd00:1122:3344:101::b]:42154","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8531,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:01.35887709Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:49824","req_id":"6e7774dc-2d74-4aff-82da-bff641281b32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:05.52301295Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::a]:14488","req_id":"18886619-0924-49c4-9d13-571cb9875985","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:05.825745568Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49486"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:05.826007614Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"d2e0091e-e24e-4daa-9341-d17d20bf6cf4","remote_addr":"[fd00:1122:3344:101::a]:49486","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:06.404556644Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::c]:1548","req_id":"2ad888a9-dd9a-402c-a5a2-729cf81cb49a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:06.516653135Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48656"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:06.516900041Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"66210cc4-a396-40be-a31f-4d7a6726349a","remote_addr":"[fd00:1122:3344:101::c]:48656","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:11.361326447Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:60178","req_id":"73b996e5-156d-4f6d-946b-e0a141722b11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54071,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:21.36231758Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:64684","req_id":"0daebca4-4b9d-47dc-a0a0-56ff436d1521","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4152,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:31.363909764Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:64640","req_id":"4335d400-ef11-41d0-b09f-977400d10756","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42339,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:41.366086272Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:52812","req_id":"fa620f50-fa68-48b6-96a0-e2b18d92b605","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33978,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:51.367945635Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:52823","req_id":"8921c875-98ca-4fbc-8332-2308abf81e99","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.210409078Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53378"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.210835678Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"e757d896-1b16-48ff-b98a-588c02298cf9","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.210888639Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"e757d896-1b16-48ff-b98a-588c02298cf9","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:54.21092608Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"PUT","req_id":"e757d896-1b16-48ff-b98a-588c02298cf9","remote_addr":"[fd00:1122:3344:101::a]:53378","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":357,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.103754764Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62523"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.10400974Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"2914b314-6dcf-460f-ac70-a9af3523ebbd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.104058641Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"2914b314-6dcf-460f-ac70-a9af3523ebbd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.104067351Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"PUT","req_id":"2914b314-6dcf-460f-ac70-a9af3523ebbd","remote_addr":"[fd00:1122:3344:101::b]:62523","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":199,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.43874807Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37019"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.439156919Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"7623dc55-352c-4559-aeed-073211983c1e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.43918534Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"7623dc55-352c-4559-aeed-073211983c1e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.43921476Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"PUT","req_id":"7623dc55-352c-4559-aeed-073211983c1e","remote_addr":"[fd00:1122:3344:101::c]:37019","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":286,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:55.634106284Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::a]:19768","req_id":"e714c0ee-01a5-4a65-ade2-1d884e73c6b3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.746304278Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41609"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:55.746549533Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"0bdab375-b4f3-4cfd-9273-4b401449cfa2","remote_addr":"[fd00:1122:3344:101::a]:41609","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24372,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:56.154302169Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::b]:33544","req_id":"b767422d-a087-4f45-a2a7-0081f32c5e9f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.258867606Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53202"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.259159492Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"89de7500-8303-4c7e-a664-899552b52cd4","remote_addr":"[fd00:1122:3344:101::b]:53202","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":247,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:43:56.579887567Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::c]:63932","req_id":"aa3d8792-fff2-40e2-83d7-a6eaeb1a4877","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.773594614Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44710"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:43:56.77386278Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"f77df915-08c0-4ada-914b-e36899771097","remote_addr":"[fd00:1122:3344:101::c]:44710","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:01.369451838Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:54550","req_id":"aa949d8a-7604-4f00-8295-db74b93bb02f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:11.370362143Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:58070","req_id":"762eb082-0d9a-4475-b4ad-b566de422372","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:21.372746049Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:60503","req_id":"2c1d72c6-43e1-4779-8957-37fc71619502","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:31.375028332Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:64706","req_id":"674adde4-bc73-42cf-8762-ea61e42fbadc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18722,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:41.376673269Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:63603","req_id":"d5d221d6-4ac0-4e70-9003-82675f67f5b5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:51.378241129Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:51231","req_id":"d529930c-e322-4528-9443-b9ca4a7cb5fd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125257678Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62759"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125445992Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"2718cdfb-dc6e-432e-be18-54c76cf81b1c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125540294Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"2718cdfb-dc6e-432e-be18-54c76cf81b1c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.125553275Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"PUT","req_id":"2718cdfb-dc6e-432e-be18-54c76cf81b1c","remote_addr":"[fd00:1122:3344:101::a]:62759","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":183,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 65411,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:54.895421154Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::a]:40438","req_id":"22c86c4b-b605-4a08-a78f-290ee1efd324","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.995373254Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36991"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:54.99564839Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"2fa1e3fc-4f7a-4d93-9a14-4b972fc04edb","remote_addr":"[fd00:1122:3344:101::a]:36991","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.102828178Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46047"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103139505Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"6e1f2310-df8b-4cb0-b478-71b99e637ed0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103175536Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"6e1f2310-df8b-4cb0-b478-71b99e637ed0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.103214217Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"PUT","req_id":"6e1f2310-df8b-4cb0-b478-71b99e637ed0","remote_addr":"[fd00:1122:3344:101::b]:46047","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":236,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201300284Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40345"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201752424Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"0406388d-b989-467d-8884-efa583ea10ad","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201937498Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"new_generation":1,"req_id":"0406388d-b989-467d-8884-efa583ea10ad","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:55.201957919Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"PUT","req_id":"0406388d-b989-467d-8884-efa583ea10ad","remote_addr":"[fd00:1122:3344:101::c]:40345","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":250,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19058,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:56.395039133Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::c]:26092","req_id":"086de71e-f638-42ec-af2a-f67484517840","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:44:56.400792567Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::b]:40762","req_id":"21f437a1-501e-40ec-9823-372cb12ce934","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.502810805Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51200"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.503080751Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"506a71e5-3d00-48bf-82df-7f5f3fba79f3","remote_addr":"[fd00:1122:3344:101::c]:51200","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.593023899Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34751"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-29T16:44:56.593328466Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"uri":"/config","method":"GET","req_id":"af022b5a-cd67-4980-bdd8-c28f9c781c9b","remote_addr":"[fd00:1122:3344:101::b]:34751","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":258,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 49,\n 57,\n 57,\n 51,\n 55,\n 54,\n 102,\n 45,\n 57,\n 102,\n 98,\n 101,\n 45,\n 52,\n 101,\n 56,\n 100,\n 45,\n 97,\n 99,\n 48,\n 102,\n 45,\n 50,\n 99,\n 49,\n 50,\n 49,\n 100,\n 48,\n 51,\n 54,\n 55,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.034738194Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::3]:41329","req_id":"60673637-5c49-44a9-9114-1729d42883b6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 49,\n 57,\n 57,\n 51,\n 55,\n 54,\n 102,\n 45,\n 57,\n 102,\n 98,\n 101,\n 45,\n 52,\n 101,\n 56,\n 100,\n 45,\n 97,\n 99,\n 48,\n 102,\n 45,\n 50,\n 99,\n 49,\n 50,\n 49,\n 100,\n 48,\n 51,\n 54,\n 55,\n 54,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0199376f-9fbe-4e8d-ac0f-2c121d03676e.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.035263636Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::3]:45901","req_id":"ff737ff3-afc4-4861-a4c0-7c228ce5d42c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 56,\n 50,\n 102,\n 97,\n 102,\n 98,\n 45,\n 54,\n 98,\n 51,\n 49,\n 45,\n 52,\n 101,\n 98,\n 55,\n 45,\n 97,\n 99,\n 54,\n 50,\n 45,\n 52,\n 50,\n 53,\n 53,\n 97,\n 101,\n 100,\n 51,\n 99,\n 48,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.087273654Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::5]:59997","req_id":"94e26d05-6905-43e2-9f38-737da6eebc3d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 56,\n 57,\n 97,\n 51,\n 53,\n 98,\n 57,\n 45,\n 101,\n 98,\n 54,\n 101,\n 45,\n 52,\n 48,\n 56,\n 97,\n 45,\n 97,\n 48,\n 49,\n 97,\n 45,\n 101,\n 57,\n 56,\n 51,\n 57,\n 97,\n 98,\n 51,\n 52,\n 99,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.087629262Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::4]:49198","req_id":"546c4c4a-1748-4c88-8be8-8fc302080bd1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54786,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 56,\n 56,\n 50,\n 102,\n 97,\n 102,\n 98,\n 45,\n 54,\n 98,\n 51,\n 49,\n 45,\n 52,\n 101,\n 98,\n 55,\n 45,\n 97,\n 99,\n 54,\n 50,\n 45,\n 52,\n 50,\n 53,\n 53,\n 97,\n 101,\n 100,\n 51,\n 99,\n 48,\n 56,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7882fafb-6b31-4eb7-ac62-4255aed3c08c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.087702893Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::5]:42201","req_id":"b92badaa-ad48-44dc-a1e2-c11bf6ea131d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 56,\n 57,\n 97,\n 51,\n 53,\n 98,\n 57,\n 45,\n 101,\n 98,\n 54,\n 101,\n 45,\n 52,\n 48,\n 56,\n 97,\n 45,\n 97,\n 48,\n 49,\n 97,\n 45,\n 101,\n 57,\n 56,\n 51,\n 57,\n 97,\n 98,\n 51,\n 52,\n 99,\n 97,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_189a35b9-eb6e-408a-a01a-e9839ab34ca8.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.088100333Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::4]:43629","req_id":"e0a1cea1-b765-4878-985d-935eef930ceb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 98,\n 54,\n 52,\n 54,\n 48,\n 53,\n 45,\n 51,\n 57,\n 48,\n 49,\n 45,\n 52,\n 48,\n 100,\n 99,\n 45,\n 98,\n 48,\n 57,\n 48,\n 45,\n 56,\n 99,\n 49,\n 48,\n 56,\n 54,\n 56,\n 53,\n 57,\n 49,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.089966466Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::7]:64294","req_id":"3d74e2b4-f892-4282-9b1b-daad277b66f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11942,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 53,\n 98,\n 54,\n 52,\n 54,\n 48,\n 53,\n 45,\n 51,\n 57,\n 48,\n 49,\n 45,\n 52,\n 48,\n 100,\n 99,\n 45,\n 98,\n 48,\n 57,\n 48,\n 45,\n 56,\n 99,\n 49,\n 48,\n 56,\n 54,\n 56,\n 53,\n 57,\n 49,\n 102,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f5b64605-3901-40dc-b090-8c10868591ff.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.090506939Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::7]:53059","req_id":"f24da694-14c2-45a8-9ca4-c7ac12d41820","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.633455032Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::e]:39791","req_id":"c187f154-b23d-4f7b-8b14-90521971d6dc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60622,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 100,\n 98,\n 98,\n 48,\n 51,\n 57,\n 100,\n 45,\n 48,\n 101,\n 98,\n 56,\n 45,\n 52,\n 100,\n 52,\n 57,\n 45,\n 98,\n 49,\n 48,\n 56,\n 45,\n 51,\n 56,\n 102,\n 56,\n 51,\n 55,\n 100,\n 101,\n 48,\n 54,\n 54,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6dbb039d-0eb8-4d49-b108-38f837de0669.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:00.634125957Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::e]:59268","req_id":"51fba169-6f8e-434c-9791-7210dbe41d64","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 57,\n 53,\n 55,\n 101,\n 98,\n 101,\n 45,\n 53,\n 101,\n 52,\n 57,\n 45,\n 52,\n 57,\n 55,\n 55,\n 45,\n 97,\n 52,\n 50,\n 101,\n 45,\n 49,\n 53,\n 51,\n 52,\n 54,\n 52,\n 98,\n 51,\n 99,\n 56,\n 52,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.013158006Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::6]:47813","req_id":"389eb65a-460a-4254-ae88-6e6c405f635e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 102,\n 57,\n 53,\n 55,\n 101,\n 98,\n 101,\n 45,\n 53,\n 101,\n 52,\n 57,\n 45,\n 52,\n 57,\n 55,\n 55,\n 45,\n 97,\n 52,\n 50,\n 101,\n 45,\n 49,\n 53,\n 51,\n 52,\n 54,\n 52,\n 98,\n 51,\n 99,\n 56,\n 52,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_ff957ebe-5e49-4977-a42e-153464b3c847.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.013836362Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::6]:34180","req_id":"7ec778e6-bf6b-42a4-acb9-accc093c1292","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 52,\n 53,\n 97,\n 53,\n 99,\n 48,\n 99,\n 97,\n 45,\n 57,\n 56,\n 98,\n 99,\n 45,\n 52,\n 48,\n 98,\n 52,\n 45,\n 56,\n 57,\n 50,\n 101,\n 45,\n 101,\n 51,\n 102,\n 53,\n 51,\n 98,\n 48,\n 56,\n 54,\n 98,\n 49,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_45a5c0ca-98bc-40b4-892e-e3f53b086b1c.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.110705611Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::1b]:52206","req_id":"91048150-b88d-4ebb-bdbd-0a17977af2fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.280916732Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::2]:43303","req_id":"58ec8d2a-f6a5-475b-a5a9-7238bbbfbde7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.281543626Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::2]:34492","req_id":"34e3272e-a685-486c-89d9-69efeb5eb295","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52151,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-29T16:45:01.379679184Z","hostname":"oxz_internal_dns_c8f04d05-a475-487d-82c7-3df5d5112e77","pid":5377,"peer_addr":"[fd00:1122:3344:101::d]:58431","req_id":"45fba28b-639e-4181-9b4e-f0f1b9ebd6cf","component":"dns"}