[ May 7 18:08:47 Enabled. ] [ May 7 18:08:47 Rereading configuration. ] [ May 7 18:08:47 Rereading configuration. ] [ May 7 18:08:48 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ May 7 18:08:48 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:48.831906582Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:48.832037345Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:48.849231428Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:48.849248478Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:48.849310409Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:48.849564734Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:49.024667449Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:54206"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:49.025475473Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"8819e527-507a-4f60-beae-f13749e19294","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:49.025507993Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:49.040678642Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:49.040712622Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"8819e527-507a-4f60-beae-f13749e19294","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:08:49.040719433Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"8819e527-507a-4f60-beae-f13749e19294","remote_addr":"[fd00:1122:3344:3::2]:54206","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":15690,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32254,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:09:01.906053496Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:56591","req_id":"76d9c218-6bd3-4e48-9c75-0b4e128d84ea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:09:01.910579083Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:41580","req_id":"c8593dc9-418a-4b5a-ba6c-49effb255c50","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37997,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:09:01.914605852Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:49399","req_id":"051194cf-35f9-423e-9aee-0ac226640917","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51556,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:10:32.718920944Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:54624","req_id":"7a0938d0-2daf-4a86-a009-64966ceb6024","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64207,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:10:32.721988937Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:43018","req_id":"9b8ff56e-a04a-4b1a-b9e4-0934e8416c51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:10:32.728736622Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:42085","req_id":"d539ee36-6c0d-48e5-9e67-042bbe8d77a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:05.367530153Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:59881","req_id":"9a25f364-53b8-44df-b60b-fd72f2280edc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:17.757668995Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::a]:22551","req_id":"8feb58e8-a2ee-45cf-91d6-9c6a6fe5da25","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40695,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:17.916332861Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::c]:19050","req_id":"278f229b-446b-477f-a584-4f65abce6830","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64222,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:18.113667586Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::b]:12127","req_id":"88e98252-79b2-4cb7-bf9b-5a2e2bbbfa79","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:19.856791501Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:48129"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:19.859564228Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41357"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:19.859632889Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39422"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:19.936642843Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"c6655f05-69cd-4d71-866d-3b77d899b512","remote_addr":"[fd00:1122:3344:101::a]:39422","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":46215,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:19.936728314Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"860ad526-a091-49ec-9c82-4e73f91796ce","remote_addr":"[fd00:1122:3344:101::b]:41357","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":46211,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:19.936769945Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"17ebd018-171c-4802-be7f-973c2e1d24a5","remote_addr":"[fd00:1122:3344:101::c]:48129","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":46218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 49,\n 97,\n 100,\n 98,\n 57,\n 53,\n 56,\n 45,\n 99,\n 98,\n 53,\n 52,\n 45,\n 52,\n 102,\n 49,\n 99,\n 45,\n 97,\n 56,\n 100,\n 56,\n 45,\n 49,\n 54,\n 50,\n 99,\n 53,\n 52,\n 55,\n 97,\n 55,\n 49,\n 52,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:20.895907211Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::e]:37256","req_id":"5276689d-1096-4f0e-be44-142c5ff95944","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 49,\n 97,\n 100,\n 98,\n 57,\n 53,\n 56,\n 45,\n 99,\n 98,\n 53,\n 52,\n 45,\n 52,\n 102,\n 49,\n 99,\n 45,\n 97,\n 56,\n 100,\n 56,\n 45,\n 49,\n 54,\n 50,\n 99,\n 53,\n 52,\n 55,\n 97,\n 55,\n 49,\n 52,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:20.896462851Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::e]:39732","req_id":"0050461f-4ac6-495d-adec-0f2ac7f836f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4334,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:21.219802905Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::a]:56649","req_id":"ed6897b8-eb8e-41d4-aa52-9c34405cb4a6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:21.289448423Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64419"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:21.28988638Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"e5976405-ca3c-49ba-84f7-1ccfe76eb2c4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:21.289955431Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"e5976405-ca3c-49ba-84f7-1ccfe76eb2c4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:21.290007272Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"e5976405-ca3c-49ba-84f7-1ccfe76eb2c4","remote_addr":"[fd00:1122:3344:101::a]:64419","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":369,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:21.363982634Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49854"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:21.36434631Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"d086ac42-138f-4ee3-8609-e8c034a64a68","remote_addr":"[fd00:1122:3344:101::a]:49854","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":309,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:22.463109099Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::a]:63039","req_id":"9d944eab-5ae3-498c-9818-197ba1ef33e2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:22.587759515Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:64038"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:22.588565659Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"3551511d-5582-441d-8718-6c431a00fd12","remote_addr":"[fd00:1122:3344:101::a]:64038","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48968,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:22.859974547Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::a]:3964","req_id":"cb3282d9-a833-44a4-9a8b-4f5f587d336c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:23.081638167Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:35747"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:23.081888692Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"0ee12765-96bf-4488-bc8b-0cc79a8d1a5d","remote_addr":"[fd00:1122:3344:101::a]:35747","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:25.314257649Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:58880","req_id":"fa0f87c7-7c6c-4e12-9a99-b594ba177c01","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49581,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:28.619654527Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::b]:49419","req_id":"9d5dc879-3845-448d-9180-6b034bb91501","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:28.621434487Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::c]:6569","req_id":"8f4640b9-a559-41ec-abd6-5e55c351c6c3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:28.736071662Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56251"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:28.736411878Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"96f2e5ae-edc5-45ce-add9-0b33509cdc7d","remote_addr":"[fd00:1122:3344:101::b]:56251","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":239,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:28.787094842Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55790"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:11:28.787314555Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"a5b3a0e9-f17f-44b6-965b-375ad6ab2a31","remote_addr":"[fd00:1122:3344:101::c]:55790","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16883,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:35.316580401Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:52799","req_id":"432ee05e-7ce9-4ded-8e63-06b65185a23b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1906,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:45.31752368Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:61852","req_id":"4fd9a88a-efb3-4f33-b49d-f8e9157d8c00","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25664,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:11:55.319209416Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:62471","req_id":"60177134-3452-454d-b84a-d965d399a5d0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:05.32064308Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:64661","req_id":"2f93ca86-4f16-42d9-9cda-6afc4dbbc55d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:15.322783204Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:52542","req_id":"07982494-f734-49a1-9bda-d1857e7fdf7b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.50279314Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54573"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.503117436Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"2c604cda-180a-4882-bda7-aa8e5c18007d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.503151936Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"2c604cda-180a-4882-bda7-aa8e5c18007d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.503178637Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"2c604cda-180a-4882-bda7-aa8e5c18007d","remote_addr":"[fd00:1122:3344:101::a]:54573","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":225,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.951815417Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49215"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.952120062Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"00c748a4-23fd-4bc7-acaa-f5b460ed2b52","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.952141072Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"00c748a4-23fd-4bc7-acaa-f5b460ed2b52","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.952166753Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"00c748a4-23fd-4bc7-acaa-f5b460ed2b52","remote_addr":"[fd00:1122:3344:101::c]:49215","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":192,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.954863809Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47502"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.955284666Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"4a302022-873c-4abe-a8de-cd4a61017368","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.955317927Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"4a302022-873c-4abe-a8de-cd4a61017368","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:17.955326237Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"4a302022-873c-4abe-a8de-cd4a61017368","remote_addr":"[fd00:1122:3344:101::b]:47502","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":356,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:19.268400729Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::b]:14003","req_id":"2fa1f85d-64f3-4fb1-b93b-d3db43a5849b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:19.316321526Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::a]:36305","req_id":"dc2a7018-f739-4868-97ba-7b4e4e569004","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:19.32594208Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::c]:2409","req_id":"7409ad72-058c-4c69-a0f9-61e5a2c01871","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:19.377770964Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52819"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:19.377988128Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"fd54278b-74fc-4ee4-85d3-471dd3e299f3","remote_addr":"[fd00:1122:3344:101::b]:52819","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:19.422514117Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38523"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:19.422800542Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"4cb7bdca-c6ee-49e5-ae40-cdabaa527b08","remote_addr":"[fd00:1122:3344:101::a]:38523","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":256,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:19.460356643Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36618"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:12:19.460691078Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"60ed20a5-4eb6-47c1-af7e-749856b51044","remote_addr":"[fd00:1122:3344:101::c]:36618","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":270,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40015,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:25.324539462Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:55518","req_id":"e9502cfe-df29-4c8a-a3f8-269ce6e0a409","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62879,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:35.326909281Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:60690","req_id":"12676e23-ee0e-41c5-adec-3192ec4e6589","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:45.328676426Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:58023","req_id":"59c59234-f8a1-42a1-92b7-64cb8ba7ca8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:54.424502644Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:45547","req_id":"c65a1713-b115-4df8-91a2-3d3af12d962e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:54.429649832Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:63535","req_id":"44fecbbb-116a-4bfe-a406-67095f43d0e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:54.434041077Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:50730","req_id":"aeb6fce0-0d72-4018-99ec-1a29a8e75d5d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33148,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:12:55.329040839Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:61049","req_id":"db4ff327-0abd-44f1-a9ae-eaea1f000c58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:05.330586387Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:63469","req_id":"f638374d-a894-46e1-8928-8da3b738b6b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43404,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:15.332067692Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:63437","req_id":"d2a4c239-3a9c-42c7-b518-ec2d00f5dc2e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.503755206Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60817"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.504054261Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"aceff122-518b-4420-afcf-51c1a5eec87d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.504115212Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"aceff122-518b-4420-afcf-51c1a5eec87d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.504132982Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"aceff122-518b-4420-afcf-51c1a5eec87d","remote_addr":"[fd00:1122:3344:101::a]:60817","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":187,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.613745221Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:45029"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.614071077Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"69183bce-682a-46bd-bcb0-7dcee937229c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.614100587Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"69183bce-682a-46bd-bcb0-7dcee937229c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.614148858Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"69183bce-682a-46bd-bcb0-7dcee937229c","remote_addr":"[fd00:1122:3344:101::c]:45029","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":283,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.787058736Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35264"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.787349241Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"d69c8551-2078-41da-8535-d5e21791fdd8","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.787411552Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"d69c8551-2078-41da-8535-d5e21791fdd8","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:17.787424222Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"d69c8551-2078-41da-8535-d5e21791fdd8","remote_addr":"[fd00:1122:3344:101::b]:35264","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":258,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61508,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:19.535314578Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::a]:2178","req_id":"907abf34-5982-4d46-b813-3e7c5cddbe3b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37242,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:19.535899388Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::c]:19237","req_id":"285dec5d-5626-4308-9def-4ae6d6660903","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29454,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:19.542057504Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::b]:27117","req_id":"17a3c940-1aa1-40da-b02b-325eeb7d749f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:19.636407832Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63437"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:19.636673156Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"4e567fee-9fa8-4989-b325-fa2bcfcf4320","remote_addr":"[fd00:1122:3344:101::a]:63437","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":223,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:19.674553612Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39578"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:19.674806116Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"2b764038-558b-4632-a4cc-ce431c122868","remote_addr":"[fd00:1122:3344:101::c]:39578","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:19.734894201Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42111"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:13:19.735127185Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"8353b1d9-6cc7-4a09-b5bb-c2f020b217fc","remote_addr":"[fd00:1122:3344:101::b]:42111","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":199,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28971,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:25.333616076Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:59591","req_id":"9cac41aa-3f3a-4d1a-a637-c389f1688539","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1748,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:35.335432953Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:59413","req_id":"5d13a028-07a5-4cdf-9699-7e5c33c20b85","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:45.336914787Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:54720","req_id":"a89343b4-2d8e-4876-9426-c0fcb3ae19ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32163,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:13:55.338595503Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:57547","req_id":"3cb0cde9-5148-41b3-9972-01a90e2fe05a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26391,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:05.340648378Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:52718","req_id":"aab913bf-cda2-4d3e-896d-7a889aa447b3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6895,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:15.342489406Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:61033","req_id":"a52cbdc6-c85a-4661-aadc-ab67d3e497fb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.503718081Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:52721"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.504011856Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"b40a8932-4273-4a3c-b345-d1166e6a8aed","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.504027906Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"b40a8932-4273-4a3c-b345-d1166e6a8aed","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.504037266Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"b40a8932-4273-4a3c-b345-d1166e6a8aed","remote_addr":"[fd00:1122:3344:101::a]:52721","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":255,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.613629835Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51622"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.614025052Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"656d7892-1644-42e5-9840-d201b93228ca","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.614045573Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"656d7892-1644-42e5-9840-d201b93228ca","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.614056283Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"656d7892-1644-42e5-9840-d201b93228ca","remote_addr":"[fd00:1122:3344:101::c]:51622","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":241,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.788405485Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61974"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.788764721Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"93915088-2407-47c7-81f7-317620479f6b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.788797082Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"new_generation":1,"req_id":"93915088-2407-47c7-81f7-317620479f6b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:17.788808952Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"PUT","req_id":"93915088-2407-47c7-81f7-317620479f6b","remote_addr":"[fd00:1122:3344:101::b]:61974","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":311,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49416,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:19.174398421Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::a]:29603","req_id":"b1458ae1-b4c8-4a4c-84bc-04cb35d67d92","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1975,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:19.174434911Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::c]:47430","req_id":"71de4d2e-8196-49e0-b146-a6c493226a84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48478,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:19.181307569Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::b]:31830","req_id":"b882d503-b8c5-4c1d-894b-65e4ca2f45ac","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:19.277968677Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56024"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:19.278178491Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"7675c82c-1b85-45b0-8cb3-1b35cc8d741a","remote_addr":"[fd00:1122:3344:101::c]:56024","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:19.321118423Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61676"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:19.321348357Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"a704537f-0281-4505-a40c-aa0ff31f9369","remote_addr":"[fd00:1122:3344:101::b]:61676","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:19.376422596Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56601"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-07T18:14:19.37665809Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"uri":"/config","method":"GET","req_id":"b6ef165b-2ee2-409a-9ccf-e32a38f24cf3","remote_addr":"[fd00:1122:3344:101::a]:56601","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4352,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:25.343754676Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:63328","req_id":"afd0955c-94df-470c-b961-ac10da518ac5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54469,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:35.345959422Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:51284","req_id":"e87de21e-694a-4e25-aa98-d9f447d66bf9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:45.348356141Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:56533","req_id":"7cbead17-9b46-48c4-8f05-8f30cd1ff20f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55007,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:14:55.350248912Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::d]:60961","req_id":"cdd0e0c4-3ec6-4be6-9c9a-d47097675fd4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 49,\n 97,\n 100,\n 98,\n 57,\n 53,\n 56,\n 45,\n 99,\n 98,\n 53,\n 52,\n 45,\n 52,\n 102,\n 49,\n 99,\n 45,\n 97,\n 56,\n 100,\n 56,\n 45,\n 49,\n 54,\n 50,\n 99,\n 53,\n 52,\n 55,\n 97,\n 55,\n 49,\n 52,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.191232794Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::e]:54102","req_id":"868dee5d-8765-4da0-a63b-c02da27639bc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 53,\n 49,\n 97,\n 100,\n 98,\n 57,\n 53,\n 56,\n 45,\n 99,\n 98,\n 53,\n 52,\n 45,\n 52,\n 102,\n 49,\n 99,\n 45,\n 97,\n 56,\n 100,\n 56,\n 45,\n 49,\n 54,\n 50,\n 99,\n 53,\n 52,\n 55,\n 97,\n 55,\n 49,\n 52,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_51adb958-cb54-4f1c-a8d8-162c547a714b.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.191798394Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::e]:39040","req_id":"5819335e-f7dc-4346-a696-c7c11d02c849","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7a84c7be-2849-4ec3-8c1c-401aac2f87b0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7a84c7be-2849-4ec3-8c1c-401aac2f87b0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 56,\n 52,\n 99,\n 55,\n 98,\n 101,\n 45,\n 50,\n 56,\n 52,\n 57,\n 45,\n 52,\n 101,\n 99,\n 51,\n 45,\n 56,\n 99,\n 49,\n 99,\n 45,\n 52,\n 48,\n 49,\n 97,\n 97,\n 99,\n 50,\n 102,\n 56,\n 55,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7a84c7be-2849-4ec3-8c1c-401aac2f87b0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.512720326Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::6]:64867","req_id":"90e43342-91cd-4c45-9f3b-3664ea35c5a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_7a84c7be-2849-4ec3-8c1c-401aac2f87b0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_7a84c7be-2849-4ec3-8c1c-401aac2f87b0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 97,\n 56,\n 52,\n 99,\n 55,\n 98,\n 101,\n 45,\n 50,\n 56,\n 52,\n 57,\n 45,\n 52,\n 101,\n 99,\n 51,\n 45,\n 56,\n 99,\n 49,\n 99,\n 45,\n 52,\n 48,\n 49,\n 97,\n 97,\n 99,\n 50,\n 102,\n 56,\n 55,\n 98,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_7a84c7be-2849-4ec3-8c1c-401aac2f87b0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.513283516Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::6]:46022","req_id":"acc188b9-6885-4773-91e5-376ca47524f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_06b3003a-7d4f-40e3-84be-e8540908f7a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_06b3003a-7d4f-40e3-84be-e8540908f7a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 54,\n 98,\n 51,\n 48,\n 48,\n 51,\n 97,\n 45,\n 55,\n 100,\n 52,\n 102,\n 45,\n 52,\n 48,\n 101,\n 51,\n 45,\n 56,\n 52,\n 98,\n 101,\n 45,\n 101,\n 56,\n 53,\n 52,\n 48,\n 57,\n 48,\n 56,\n 102,\n 55,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_06b3003a-7d4f-40e3-84be-e8540908f7a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.526925569Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::3]:56147","req_id":"a7fab87e-c541-4d5c-8228-a67284e88a84","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39620,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_06b3003a-7d4f-40e3-84be-e8540908f7a6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_06b3003a-7d4f-40e3-84be-e8540908f7a6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 54,\n 98,\n 51,\n 48,\n 48,\n 51,\n 97,\n 45,\n 55,\n 100,\n 52,\n 102,\n 45,\n 52,\n 48,\n 101,\n 51,\n 45,\n 56,\n 52,\n 98,\n 101,\n 45,\n 101,\n 56,\n 53,\n 52,\n 48,\n 57,\n 48,\n 56,\n 102,\n 55,\n 97,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_06b3003a-7d4f-40e3-84be-e8540908f7a6.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.527480488Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::3]:58163","req_id":"460386db-0f37-4d68-b3f6-57d1d7307148","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_76136dbd-c9fa-4e98-9bd6-cbb4c8f18a2a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_76136dbd-c9fa-4e98-9bd6-cbb4c8f18a2a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 49,\n 51,\n 54,\n 100,\n 98,\n 100,\n 45,\n 99,\n 57,\n 102,\n 97,\n 45,\n 52,\n 101,\n 57,\n 56,\n 45,\n 57,\n 98,\n 100,\n 54,\n 45,\n 99,\n 98,\n 98,\n 52,\n 99,\n 56,\n 102,\n 49,\n 56,\n 97,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_76136dbd-c9fa-4e98-9bd6-cbb4c8f18a2a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.628736724Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::7]:50656","req_id":"4fdab610-9260-486e-b996-7c329800558c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_76136dbd-c9fa-4e98-9bd6-cbb4c8f18a2a.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_76136dbd-c9fa-4e98-9bd6-cbb4c8f18a2a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 49,\n 51,\n 54,\n 100,\n 98,\n 100,\n 45,\n 99,\n 57,\n 102,\n 97,\n 45,\n 52,\n 101,\n 57,\n 56,\n 45,\n 57,\n 98,\n 100,\n 54,\n 45,\n 99,\n 98,\n 98,\n 52,\n 99,\n 56,\n 102,\n 49,\n 56,\n 97,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_76136dbd-c9fa-4e98-9bd6-cbb4c8f18a2a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.629461917Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::7]:56827","req_id":"9aec1773-02b6-43a7-ba49-8c441647b328","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_82b35449-3098-4f4c-8b77-28f234655bfe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_82b35449-3098-4f4c-8b77-28f234655bfe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 50,\n 98,\n 51,\n 53,\n 52,\n 52,\n 57,\n 45,\n 51,\n 48,\n 57,\n 56,\n 45,\n 52,\n 102,\n 52,\n 99,\n 45,\n 56,\n 98,\n 55,\n 55,\n 45,\n 50,\n 56,\n 102,\n 50,\n 51,\n 52,\n 54,\n 53,\n 53,\n 98,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_82b35449-3098-4f4c-8b77-28f234655bfe.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.821248807Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::4]:58104","req_id":"1236ec28-de8f-44e1-ac25-10abe8afd7fb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60977,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_82b35449-3098-4f4c-8b77-28f234655bfe.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_82b35449-3098-4f4c-8b77-28f234655bfe.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 50,\n 98,\n 51,\n 53,\n 52,\n 52,\n 57,\n 45,\n 51,\n 48,\n 57,\n 56,\n 45,\n 52,\n 102,\n 52,\n 99,\n 45,\n 56,\n 98,\n 55,\n 55,\n 45,\n 50,\n 56,\n 102,\n 50,\n 51,\n 52,\n 54,\n 53,\n 53,\n 98,\n 102,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_82b35449-3098-4f4c-8b77-28f234655bfe.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.821820757Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::4]:43914","req_id":"8f74d277-796f-4146-885e-ead6fa299a8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_19e9567d-9ab3-4ef5-bdc4-6116790d177d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_19e9567d-9ab3-4ef5-bdc4-6116790d177d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 57,\n 101,\n 57,\n 53,\n 54,\n 55,\n 100,\n 45,\n 57,\n 97,\n 98,\n 51,\n 45,\n 52,\n 101,\n 102,\n 53,\n 45,\n 98,\n 100,\n 99,\n 52,\n 45,\n 54,\n 49,\n 49,\n 54,\n 55,\n 57,\n 48,\n 100,\n 49,\n 55,\n 55,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_19e9567d-9ab3-4ef5-bdc4-6116790d177d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.910160954Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::5]:41171","req_id":"9da91a83-6529-415c-85ca-16c6070144c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_19e9567d-9ab3-4ef5-bdc4-6116790d177d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_19e9567d-9ab3-4ef5-bdc4-6116790d177d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 57,\n 101,\n 57,\n 53,\n 54,\n 55,\n 100,\n 45,\n 57,\n 97,\n 98,\n 51,\n 45,\n 52,\n 101,\n 102,\n 53,\n 45,\n 98,\n 100,\n 99,\n 52,\n 45,\n 54,\n 49,\n 49,\n 54,\n 55,\n 57,\n 48,\n 100,\n 49,\n 55,\n 55,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_19e9567d-9ab3-4ef5-bdc4-6116790d177d.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:00.910663772Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::5]:48638","req_id":"894567f4-f506-4506-8e3f-7a7ca9291703","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:01.00845106Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::2]:36551","req_id":"c817221a-5e81-4d15-9270-c95d02895ed5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6856,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:01.008978639Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::2]:46647","req_id":"0be6ed89-bc89-4e0c-91d0-d7ca730ec35a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3b68830e-29d1-480a-9e20-edfe7d6d8ca0.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3b68830e-29d1-480a-9e20-edfe7d6d8ca0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 98,\n 54,\n 56,\n 56,\n 51,\n 48,\n 101,\n 45,\n 50,\n 57,\n 100,\n 49,\n 45,\n 52,\n 56,\n 48,\n 97,\n 45,\n 57,\n 101,\n 50,\n 48,\n 45,\n 101,\n 100,\n 102,\n 101,\n 55,\n 100,\n 54,\n 100,\n 56,\n 99,\n 97,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3b68830e-29d1-480a-9e20-edfe7d6d8ca0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:01.063662251Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:64178","req_id":"59752dc6-bedd-46ed-af59-c5bd58e38122","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62515,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:02.930510845Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:58457","req_id":"bd1bc044-d0c7-4114-8b40-dcf3e05a2741","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:02.934997942Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:54834","req_id":"f78ebd18-75de-4d5d-ac1f-ec9cb9675948","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-07T18:15:02.938775316Z","hostname":"oxz_internal_dns_d5c78b59-dc7c-4188-bc18-c0a2ca89a48e","pid":5379,"peer_addr":"[fd00:1122:3344:101::1b]:43021","req_id":"377be4d4-914a-47fc-91ea-dacf5823be4f","component":"dns"}