[ Jun 8 21:56:41 Enabled. ] [ Jun 8 21:56:41 Rereading configuration. ] [ Jun 8 21:56:41 Rereading configuration. ] [ Jun 8 21:56:43 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Jun 8 21:56:43 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.36486742Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.365030573Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.385079175Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.385096815Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.385182557Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.385448942Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.654758956Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:55392"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.655429538Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"df0ad54a-a8e4-4262-ba9c-93404b52b082","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.655461398Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.684453272Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.684484723Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"df0ad54a-a8e4-4262-ba9c-93404b52b082","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:56:43.684537594Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"PUT","req_id":"df0ad54a-a8e4-4262-ba9c-93404b52b082","remote_addr":"[fd00:1122:3344:3::2]:55392","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":29474,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.688325002Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:53678","req_id":"3a4f1fbb-2335-42ae-bfc2-b99d02186627","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31582,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.693329373Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:38032","req_id":"6395fb7a-8294-43f7-b92b-2f7ccd87dd71","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:56:55.697257784Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:54402","req_id":"76ac3877-28f7-44e2-b400-e65943366ab3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6147,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.966349811Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:46690","req_id":"fc13d679-ac10-44a9-a4c8-4fe7b376e044","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62437,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.980288633Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:38129","req_id":"c0d86bb2-479e-41fe-9ab7-bf92514bbecd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:27.980311903Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:47850","req_id":"2502f887-920d-46ca-9b96-dbb658ce7902","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56887,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:29.142110093Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:59670","req_id":"952a9a17-ad43-4724-9512-617782644cd6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:30.744316545Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:57828","req_id":"06cc5fe5-9e07-4f0b-9bf0-d9647d1a70d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64269,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:30.745031688Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:46359","req_id":"28207d5f-fef2-4b7a-9e39-c893107a832b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23782,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:37.990409889Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::a]:14716","req_id":"ae2b09e8-6f43-4124-aa95-bec0ca078b7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.14428944Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:65144","req_id":"793ce58f-f49f-433e-986a-c8803610e620","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22285,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.627908034Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:46634","req_id":"ec749613-c0f7-4143-ab17-54f5353e9324","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:39.721978463Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::c]:41958","req_id":"ad3e7477-18cb-4b3a-af8d-7b1f512c1793","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:49.146496378Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:50707","req_id":"8fe2abbb-6c5a-423a-92e7-5403ede41dba","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:58:59.148719602Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:59730","req_id":"ecfa008a-af6c-4104-9a18-925b8d4e0f83","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47637,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:02.219550017Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:6501","req_id":"292cc285-dd47-4adb-9a5e-4f77b39259fc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:02.448314048Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35746"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:02.498523325Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"GET","req_id":"ebe60cfd-76a0-4fdd-a9d8-aac12951daaf","remote_addr":"[fd00:1122:3344:101::b]:35746","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":28426,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5298,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:03.513920537Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:3666","req_id":"a47d4368-78bf-4591-a908-59170ae1ab63","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.566108116Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:64786"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.571224185Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"75524666-7e38-4bf0-ad8b-3d52ed7da3e4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.571290996Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"75524666-7e38-4bf0-ad8b-3d52ed7da3e4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.571335047Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"PUT","req_id":"75524666-7e38-4bf0-ad8b-3d52ed7da3e4","remote_addr":"[fd00:1122:3344:101::b]:64786","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2833,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.773885304Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35536"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:03.774158689Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"GET","req_id":"3760ff26-cc24-4ae5-9d63-8bfba6c32de9","remote_addr":"[fd00:1122:3344:101::b]:35536","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:04.518272096Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:5999","req_id":"5fbab04c-b933-4fe2-a19d-99c4cffce768","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:04.739760166Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34477"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:04.740025621Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"GET","req_id":"00d6158b-7714-4f33-b7b7-1e6fee546bcd","remote_addr":"[fd00:1122:3344:101::b]:34477","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60329,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:08.521806892Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::a]:2160","req_id":"a07100cd-17e3-4c20-bbf6-41a2f44fe83e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:08.706111791Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50662"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:08.706392307Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"GET","req_id":"264824a5-ac8c-4654-8f09-7600c5ee5a8c","remote_addr":"[fd00:1122:3344:101::a]:50662","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":222,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18878,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:09.150602551Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:50772","req_id":"f1a25596-5d32-40c9-b200-1c6a440714f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15568,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:10.327975964Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::c]:48513","req_id":"f064f941-cab8-4419-b362-8597b74f7f11","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:10.461426971Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33051"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:10.461727961Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"GET","req_id":"6bd353a2-ffc7-4f8c-ac60-1b3452f934ac","remote_addr":"[fd00:1122:3344:101::c]:33051","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":225,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:19.153068728Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:63541","req_id":"0306d4ea-100d-4109-96a3-a88864d4bac7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:29.154255092Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:64071","req_id":"8e9c79c1-50f7-4d5a-ac00-bb06bdb64756","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.815346523Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33600"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817737486Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"b95e7d15-a0db-471e-99e8-78b449bb0599","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817788737Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"b95e7d15-a0db-471e-99e8-78b449bb0599","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:37.817799358Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"PUT","req_id":"b95e7d15-a0db-471e-99e8-78b449bb0599","remote_addr":"[fd00:1122:3344:101::a]:33600","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":232,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:39.07945494Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::a]:4531","req_id":"4e130d70-eaa3-491f-a2d4-87d6e29602f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62549,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:39.156166836Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:58970","req_id":"5890c20a-a0be-4176-9949-c6dd08f3aec5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.17358245Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62334"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.173937327Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"GET","req_id":"b72230c7-872e-4204-ba53-3f3f0f25a93f","remote_addr":"[fd00:1122:3344:101::a]:62334","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":291,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.297465987Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58475"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301193065Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"6d2d038b-c9d6-4c71-8542-bf05534f33f8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301231075Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"6d2d038b-c9d6-4c71-8542-bf05534f33f8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.301259836Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"PUT","req_id":"6d2d038b-c9d6-4c71-8542-bf05534f33f8","remote_addr":"[fd00:1122:3344:101::b]:58475","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":295,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.546446603Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47337"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.548898387Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"72afe1e3-b6d8-4bc1-98d7-0f7bd7c49c58","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.548954068Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"new_generation":1,"req_id":"72afe1e3-b6d8-4bc1-98d7-0f7bd7c49c58","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:39.548964159Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"PUT","req_id":"72afe1e3-b6d8-4bc1-98d7-0f7bd7c49c58","remote_addr":"[fd00:1122:3344:101::c]:47337","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":287,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:40.102473924Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::b]:10366","req_id":"6f73ba74-976f-4b46-80bf-2cc89fa35596","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.209432466Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41387"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.209699991Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"GET","req_id":"60f9e332-48d8-4f24-aeae-cf5922daf660","remote_addr":"[fd00:1122:3344:101::b]:41387","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":219,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:40.627997164Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::c]:22370","req_id":"b9a5394a-2fa9-4536-b500-c32194271199","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.723678812Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:60528"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-08T21:59:40.723909496Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"uri":"/config","method":"GET","req_id":"415042a3-c0ed-477b-be71-0c374eca8fb9","remote_addr":"[fd00:1122:3344:101::c]:60528","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:49.158407959Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:51651","req_id":"4b320324-d5d2-47c7-bec4-c083767f9fb6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43586,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-08T21:59:59.160481258Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::d]:51617","req_id":"8f0f235c-11d8-40f8-b9e4-323eeede58a3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 57,\n 54,\n 51,\n 98,\n 56,\n 97,\n 45,\n 102,\n 51,\n 57,\n 98,\n 45,\n 52,\n 57,\n 53,\n 56,\n 45,\n 98,\n 51,\n 52,\n 100,\n 45,\n 53,\n 99,\n 57,\n 57,\n 55,\n 97,\n 102,\n 99,\n 56,\n 102,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.129998345Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::6]:44797","req_id":"07d06651-5723-424f-8870-a8ddbf2a69fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 55,\n 57,\n 54,\n 51,\n 98,\n 56,\n 97,\n 45,\n 102,\n 51,\n 57,\n 98,\n 45,\n 52,\n 57,\n 53,\n 56,\n 45,\n 98,\n 51,\n 52,\n 100,\n 45,\n 53,\n 99,\n 57,\n 57,\n 55,\n 97,\n 102,\n 99,\n 56,\n 102,\n 99,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e7963b8a-f39b-4958-b34d-5c997afc8fcc.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.130639547Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::6]:37551","req_id":"5506b7dd-2234-4f8f-8f1c-849fc1bdb7b7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 53,\n 55,\n 50,\n 57,\n 97,\n 52,\n 45,\n 98,\n 49,\n 51,\n 53,\n 45,\n 52,\n 51,\n 56,\n 99,\n 45,\n 57,\n 99,\n 99,\n 102,\n 45,\n 102,\n 53,\n 51,\n 49,\n 101,\n 49,\n 49,\n 54,\n 98,\n 102,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.214805107Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::3]:46480","req_id":"79c487ba-ff70-4009-8a58-833cce986d4b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 100,\n 53,\n 55,\n 50,\n 57,\n 97,\n 52,\n 45,\n 98,\n 49,\n 51,\n 53,\n 45,\n 52,\n 51,\n 56,\n 99,\n 45,\n 57,\n 99,\n 99,\n 102,\n 45,\n 102,\n 53,\n 51,\n 49,\n 101,\n 49,\n 49,\n 54,\n 98,\n 102,\n 48,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0d5729a4-b135-438c-9ccf-f531e116bf0f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.215456519Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::3]:48425","req_id":"f018a405-e2ba-4df6-b723-fe8e8003d2fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 49,\n 55,\n 49,\n 99,\n 53,\n 54,\n 56,\n 45,\n 56,\n 98,\n 51,\n 49,\n 45,\n 52,\n 53,\n 97,\n 101,\n 45,\n 98,\n 98,\n 101,\n 51,\n 45,\n 51,\n 98,\n 54,\n 54,\n 55,\n 55,\n 53,\n 48,\n 100,\n 55,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.248326842Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::5]:41619","req_id":"b6047e28-99d3-47fd-b189-fb015049352f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10981,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 49,\n 55,\n 49,\n 99,\n 53,\n 54,\n 56,\n 45,\n 56,\n 98,\n 51,\n 49,\n 45,\n 52,\n 53,\n 97,\n 101,\n 45,\n 98,\n 98,\n 101,\n 51,\n 45,\n 51,\n 98,\n 54,\n 54,\n 55,\n 55,\n 53,\n 48,\n 100,\n 55,\n 101,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8171c568-8b31-45ae-bbe3-3b667750d7e8.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.248804801Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::5]:59583","req_id":"451ac0ad-ea1a-4d39-8e43-27261a313460","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 99,\n 98,\n 53,\n 53,\n 100,\n 45,\n 50,\n 52,\n 97,\n 52,\n 45,\n 52,\n 54,\n 49,\n 53,\n 45,\n 57,\n 53,\n 97,\n 99,\n 45,\n 100,\n 101,\n 51,\n 98,\n 97,\n 48,\n 53,\n 50,\n 97,\n 48,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.425009733Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::4]:50380","req_id":"73de247d-4355-4ba7-b994-2801debc6eb5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 50,\n 50,\n 99,\n 98,\n 53,\n 53,\n 100,\n 45,\n 50,\n 52,\n 97,\n 52,\n 45,\n 52,\n 54,\n 49,\n 53,\n 45,\n 57,\n 53,\n 97,\n 99,\n 45,\n 100,\n 101,\n 51,\n 98,\n 97,\n 48,\n 53,\n 50,\n 97,\n 48,\n 49,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e22cb55d-24a4-4615-95ac-de3ba052a01d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.425606243Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::4]:38937","req_id":"12771c04-c408-4cac-b275-cdb249cf0a09","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1830,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 50,\n 56,\n 98,\n 50,\n 53,\n 55,\n 53,\n 100,\n 45,\n 101,\n 100,\n 97,\n 97,\n 45,\n 52,\n 57,\n 102,\n 55,\n 45,\n 56,\n 57,\n 53,\n 54,\n 45,\n 100,\n 57,\n 49,\n 54,\n 57,\n 57,\n 57,\n 49,\n 48,\n 100,\n 102,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_28b2575d-edaa-49f7-8956-d91699910df1.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.452350586Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::1b]:51392","req_id":"ba028bad-5ffa-425a-be21-9b10e2ad001d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 52,\n 57,\n 54,\n 57,\n 97,\n 56,\n 45,\n 102,\n 102,\n 99,\n 51,\n 45,\n 52,\n 51,\n 55,\n 100,\n 45,\n 97,\n 102,\n 48,\n 98,\n 45,\n 49,\n 98,\n 55,\n 100,\n 51,\n 56,\n 49,\n 56,\n 50,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.514552279Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::7]:33093","req_id":"d6111a5b-2ba1-4836-afae-3a5ec6cf1b43","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 50,\n 52,\n 57,\n 54,\n 57,\n 97,\n 56,\n 45,\n 102,\n 102,\n 99,\n 51,\n 45,\n 52,\n 51,\n 55,\n 100,\n 45,\n 97,\n 102,\n 48,\n 98,\n 45,\n 49,\n 98,\n 55,\n 100,\n 51,\n 56,\n 49,\n 56,\n 50,\n 55,\n 53,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d24969a8-ffc3-437d-af0b-1b7d3818275d.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.515192611Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::7]:39861","req_id":"1ae05d0c-10e7-40aa-a6b3-384994309712","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.739226737Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:64657","req_id":"1fc22994-1e5a-4a9d-8496-6bae71bc20bb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 50,\n 50,\n 97,\n 48,\n 99,\n 102,\n 49,\n 45,\n 49,\n 50,\n 54,\n 57,\n 45,\n 52,\n 97,\n 53,\n 51,\n 45,\n 56,\n 54,\n 99,\n 100,\n 45,\n 52,\n 48,\n 52,\n 55,\n 50,\n 52,\n 55,\n 101,\n 56,\n 99,\n 101,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_922a0cf1-1269-4a53-86cd-4047247e8cef.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:00.740167994Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::e]:37696","req_id":"79749353-3976-40de-a582-00490c1aee05","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:01.115706076Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::2]:53728","req_id":"df5b25ca-5371-4612-8a20-d53310a82937","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-08T22:00:01.116869777Z","hostname":"oxz_internal_dns_a0dc909f-b01d-4b37-af56-7cfee5a82236","pid":5495,"peer_addr":"[fd00:1122:3344:101::2]:65434","req_id":"15757ce0-0aa5-48f7-97bb-f08f5e3b8384","component":"dns"}