[ Nov 4 06:26:16 Enabled. ] [ Nov 4 06:26:16 Rereading configuration. ] [ Nov 4 06:26:16 Rereading configuration. ] [ Nov 4 06:26:18 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-addresses [fd00:1122:3344:1::1]:53 &"). ] [ Nov 4 06:26:18 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.166414233Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"dns_config":"Config { bind_addresses: [[fd00:1122:3344:1::1]:53] }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.166519575Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.186969134Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.186996364Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.187047675Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.187359862Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.309561765Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:58434"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.310245929Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"20159e01-a5b8-4bb6-b23f-573d326d2f83","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.310260319Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.331891632Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.331928592Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"20159e01-a5b8-4bb6-b23f-573d326d2f83","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:26:18.331937922Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"PUT","req_id":"20159e01-a5b8-4bb6-b23f-573d326d2f83","remote_addr":"[fd00:1122:3344:1::2]:58434","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22066,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7885,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:26:30.279197948Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::1b]:43905","req_id":"4e2ce4cd-b8e3-48fa-9691-224877f2788f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:26:30.284737339Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::1b]:51570","req_id":"0bcc7591-8582-4ce3-8b03-dc8948e6d142","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58961,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:26:30.289151107Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::1b]:44879","req_id":"27e8a3f4-dbd6-48b5-9858-364cec2a4173","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:23.866746818Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:50331","req_id":"f2639a48-0680-4108-b787-81007ae5f546","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33015,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:30.574533547Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::1b]:37712","req_id":"b67e553f-090e-446c-8cf3-4e5f30584864","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:30.588349323Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::1b]:55602","req_id":"024ae7bf-72da-45e7-8109-09908e7350be","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:30.594341473Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::1b]:63908","req_id":"7bea3dc4-6d70-4546-a8d1-d84eead2a493","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 53,\n 49,\n 57,\n 54,\n 52,\n 97,\n 54,\n 45,\n 53,\n 97,\n 51,\n 56,\n 45,\n 52,\n 55,\n 51,\n 57,\n 45,\n 57,\n 55,\n 54,\n 100,\n 45,\n 53,\n 54,\n 52,\n 102,\n 101,\n 99,\n 102,\n 101,\n 56,\n 98,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:30.605949385Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::e]:45584","req_id":"c7d88dab-0232-4ffc-97d8-2e7977683912","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 53,\n 49,\n 57,\n 54,\n 52,\n 97,\n 54,\n 45,\n 53,\n 97,\n 51,\n 56,\n 45,\n 52,\n 55,\n 51,\n 57,\n 45,\n 57,\n 55,\n 54,\n 100,\n 45,\n 53,\n 54,\n 52,\n 102,\n 101,\n 99,\n 102,\n 101,\n 56,\n 98,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:30.606484466Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::e]:33794","req_id":"9d054732-140b-4d0b-901b-e89396d0e781","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51957,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:31.726135044Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:64565","req_id":"25ed1b68-b145-46bd-b3cd-8d28ef294200","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63355,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:32.258836346Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::b]:5477","req_id":"794ed777-773d-4ab8-91c2-969aa57bf449","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:32.297498599Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::c]:20998","req_id":"36fe7d8d-fe5b-49c1-b8df-e64f2c2a3d9c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:32.301672862Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::a]:47562","req_id":"f23920f6-fbd7-498f-9efb-f552766eeccb","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:32.356543609Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:62093","req_id":"63bde238-dca7-4ab8-901d-93c6f7e6e110","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19680,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:33.852300058Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:60218","req_id":"39d975ba-d967-41eb-8aad-32c9816408fc","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:35.014702529Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:58614","req_id":"ff9839d2-938b-4424-91f0-f1061b3bc886","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50271,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:36.758662849Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::a]:39532","req_id":"15cc81a4-3d3a-466e-b066-9827dcd3a3b0","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:36.955348021Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42536"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:36.994703088Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"GET","req_id":"6c5915e3-31e2-4f56-baf6-319505a38433","remote_addr":"[fd00:1122:3344:101::a]:42536","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":20822,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:37.670810747Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:53704","req_id":"0a9c84f3-8d6f-4130-ac88-1ffa470ed1e7","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13910,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:39.744626122Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::a]:31014","req_id":"5fd1734c-d31e-491b-8fbf-e37dbd894fed","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:39.78452897Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58244"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:39.784928978Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"e768b85d-9417-434b-b4c6-683ddd7dbb25","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:39.78501681Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"e768b85d-9417-434b-b4c6-683ddd7dbb25","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:39.785090141Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"PUT","req_id":"e768b85d-9417-434b-b4c6-683ddd7dbb25","remote_addr":"[fd00:1122:3344:101::a]:58244","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":320,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:39.965471778Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40500"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:39.965830255Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"GET","req_id":"81831723-caf2-4390-8447-94ee7c79d478","remote_addr":"[fd00:1122:3344:101::a]:40500","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":292,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:40.853948283Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::a]:57221","req_id":"acb05d1d-5a00-47e5-b743-d376bb1434d0","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:41.019733858Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51194"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:41.019960202Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"GET","req_id":"171ac74a-704e-453c-9d2c-23f016bbd217","remote_addr":"[fd00:1122:3344:101::a]:51194","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":174,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22677,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:42.937432762Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::b]:7659","req_id":"30ac7aff-cd00-4371-885d-aee7c3409592","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:43.057056854Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55027"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:43.057412331Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"GET","req_id":"0f7e3536-77eb-4d3a-8953-d8969aeacc83","remote_addr":"[fd00:1122:3344:101::b]:55027","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":275,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:43.583876868Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::c]:2125","req_id":"5973d843-ab88-41df-98ec-6b2052e1cabf","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:43.813950558Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45356"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:28:43.814266915Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"GET","req_id":"06d142cc-d0e3-4170-96c0-b58d07c59dab","remote_addr":"[fd00:1122:3344:101::c]:45356","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":252,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50813,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:48.032712571Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:64598","req_id":"81afe64c-b65c-4779-83f8-b56adc1c6e1d","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22816,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:28:58.034436643Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:61766","req_id":"a884e61c-a755-48ea-8154-5eaf53f7a200","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16156,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:08.03630304Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:51279","req_id":"50c1f6c0-3cd8-4eb7-8016-fadb357efb58","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:18.038283228Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:63674","req_id":"2d9c8517-b5b0-48b0-9e1e-b7085f567d6c","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39871,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:28.04044698Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:50247","req_id":"ab940cec-4199-4254-9018-278cfd12e6d8","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:31.822141308Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:61316"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:31.822481196Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"aa19b5ff-2ff3-4e6e-b028-18721a309d28","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:31.822517768Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"aa19b5ff-2ff3-4e6e-b028-18721a309d28","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:31.822537803Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"PUT","req_id":"aa19b5ff-2ff3-4e6e-b028-18721a309d28","remote_addr":"[fd00:1122:3344:101::a]:61316","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":317,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:32.011189473Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61638"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:32.011713623Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"caefc5b7-310f-44ca-a187-9299641d7e31","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:32.011757384Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"caefc5b7-310f-44ca-a187-9299641d7e31","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:32.011791245Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"PUT","req_id":"caefc5b7-310f-44ca-a187-9299641d7e31","remote_addr":"[fd00:1122:3344:101::b]:61638","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":268,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:32.254236833Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43938"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:32.254568219Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"b5be9abd-05af-487f-a92c-ad030d61cb88","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:32.25461431Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"new_generation":1,"req_id":"b5be9abd-05af-487f-a92c-ad030d61cb88","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:32.25462621Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"PUT","req_id":"b5be9abd-05af-487f-a92c-ad030d61cb88","remote_addr":"[fd00:1122:3344:101::c]:43938","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":299,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18905,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:33.370970541Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::b]:55085","req_id":"7e9423df-062a-44e1-b7a3-8b3db446596f","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:33.371069433Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::a]:53503","req_id":"39dff725-3cb8-40a8-8e19-4cf0e8bb79b0","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61377,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:33.377977011Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::c]:33135","req_id":"8337c41e-1432-491c-9c23-087b4dfc18f0","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:33.479254827Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65318"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:33.479561813Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"GET","req_id":"605a9c16-bdba-456c-a608-c62125c0c337","remote_addr":"[fd00:1122:3344:101::a]:65318","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:33.515612783Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44885"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:33.515838108Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"GET","req_id":"fb0d7bb6-5963-4508-b217-dc2b618984e4","remote_addr":"[fd00:1122:3344:101::b]:44885","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:33.550411439Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59807"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-11-04T06:29:33.550624954Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"uri":"/config","method":"GET","req_id":"65f9d313-5cd9-4c4f-a4e0-afcf80d54cc3","remote_addr":"[fd00:1122:3344:101::c]:59807","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30294,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:38.042191163Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:49895","req_id":"307e6dcd-cab4-4ab1-b9cd-596cdd53aab5","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:48.043292481Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:60585","req_id":"837c2ade-860c-4fa2-ba04-8fec773d3f33","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:29:58.044354562Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::d]:51456","req_id":"b3dacd48-b4c0-4e5f-9469-7a0dc6daece6","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9701,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7843b9aa-1a2c-4182-94fc-6749580e07b2.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7843b9aa-1a2c-4182-94fc-6749580e07b2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 56,\n 52,\n 51,\n 98,\n 57,\n 97,\n 97,\n 45,\n 49,\n 97,\n 50,\n 99,\n 45,\n 52,\n 49,\n 56,\n 50,\n 45,\n 57,\n 52,\n 102,\n 99,\n 45,\n 54,\n 55,\n 52,\n 57,\n 53,\n 56,\n 48,\n 101,\n 48,\n 55,\n 98,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7843b9aa-1a2c-4182-94fc-6749580e07b2.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:30:00.184302768Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::1b]:65128","req_id":"2401e6ff-fba7-43a9-b089-6d044f212835","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:30:00.208725587Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::2]:56645","req_id":"642fb505-50d9-404f-9a55-798ca053becb","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:30:00.209331518Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::2]:38414","req_id":"71f33b7d-c776-4f5d-9e7d-37b31301929b","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 53,\n 49,\n 57,\n 54,\n 52,\n 97,\n 54,\n 45,\n 53,\n 97,\n 51,\n 56,\n 45,\n 52,\n 55,\n 51,\n 57,\n 45,\n 57,\n 55,\n 54,\n 100,\n 45,\n 53,\n 54,\n 52,\n 102,\n 101,\n 99,\n 102,\n 101,\n 56,\n 98,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:30:00.347102883Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::e]:41580","req_id":"638278ef-189b-47ae-8812-e0b5eaee9c50","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28868,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 53,\n 49,\n 57,\n 54,\n 52,\n 97,\n 54,\n 45,\n 53,\n 97,\n 51,\n 56,\n 45,\n 52,\n 55,\n 51,\n 57,\n 45,\n 57,\n 55,\n 54,\n 100,\n 45,\n 53,\n 54,\n 52,\n 102,\n 101,\n 99,\n 102,\n 101,\n 56,\n 98,\n 98,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e51964a6-5a38-4739-976d-564fecfe8bb6.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:30:00.347876749Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::e]:53487","req_id":"6fb54534-68e3-417c-bc56-49bb5e0e26bf","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_96ed1d3e-3e26-40d2-bcc3-610a4ce04761.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_96ed1d3e-3e26-40d2-bcc3-610a4ce04761.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 54,\n 101,\n 100,\n 49,\n 100,\n 51,\n 101,\n 45,\n 51,\n 101,\n 50,\n 54,\n 45,\n 52,\n 48,\n 100,\n 50,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 54,\n 49,\n 48,\n 97,\n 52,\n 99,\n 101,\n 48,\n 52,\n 55,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_96ed1d3e-3e26-40d2-bcc3-610a4ce04761.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:30:00.416719925Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::5]:34727","req_id":"4b222921-5da9-4b99-ba65-51aba7ee2497","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58085,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_96ed1d3e-3e26-40d2-bcc3-610a4ce04761.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_96ed1d3e-3e26-40d2-bcc3-610a4ce04761.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 54,\n 101,\n 100,\n 49,\n 100,\n 51,\n 101,\n 45,\n 51,\n 101,\n 50,\n 54,\n 45,\n 52,\n 48,\n 100,\n 50,\n 45,\n 98,\n 99,\n 99,\n 51,\n 45,\n 54,\n 49,\n 48,\n 97,\n 52,\n 99,\n 101,\n 48,\n 52,\n 55,\n 54,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_96ed1d3e-3e26-40d2-bcc3-610a4ce04761.\"","v":0,"name":"dns-server","level":50,"time":"2026-11-04T06:30:00.417395769Z","hostname":"oxz_internal_dns_f6fac94f-91c0-43c3-8f0e-65fd411a5d2e","pid":5334,"peer_addr":"[fd00:1122:3344:101::5]:37601","req_id":"ec1c85ba-7268-4f60-b338-fdca6148eae3","bind_address":"[fd00:1122:3344:1::1]:53","component":"dns"}