[ Mar 24 20:54:37 Enabled. ] [ Mar 24 20:54:37 Rereading configuration. ] [ Mar 24 20:54:37 Rereading configuration. ] [ Mar 24 20:54:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Mar 24 20:54:38 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:38.904035002Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:38.904215387Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:38.925550833Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:38.925572643Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:38.925598724Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:38.925903002Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:39.217103613Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:37216"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:39.217819113Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"b1ae4466-19c6-4ceb-bb59-14774a251917","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:39.217831633Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:39.236236269Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:39.23626083Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"b1ae4466-19c6-4ceb-bb59-14774a251917","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:54:39.2362763Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"PUT","req_id":"b1ae4466-19c6-4ceb-bb59-14774a251917","remote_addr":"[fd00:1122:3344:1::2]:37216","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":18808,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57253,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:54:51.422528121Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:64570","req_id":"705219ef-f23b-4b08-bb7c-f1af50314504","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50730,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:54:51.426836117Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:40464","req_id":"3da17a41-b933-4f42-97e6-da59a0c04de5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:54:51.430945588Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:38629","req_id":"d5fa478f-8150-4e45-bccc-f62c5529ee7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:56:14.461785054Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:33861","req_id":"1388513f-ec83-4276-be34-394519da6aef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15974,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:56:14.479737698Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:51544","req_id":"5361971d-58c6-4bb2-a1d6-d10d71e1e0a9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7041,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:56:14.484365103Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:37465","req_id":"6c5a1352-dab3-48f8-a213-cb89350cffd5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:56:55.476685165Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:59166","req_id":"5c81f54b-cd73-43bb-9d45-239bc8311875","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:03.750363636Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:34115","req_id":"0a1385f7-4f74-477e-ac0a-500ccdc4e60c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44247,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:03.773635644Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:60102","req_id":"e7e2c39a-33af-40cd-81ab-ec60572e382a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:03.778203097Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:53885","req_id":"bb19382b-a23a-4778-9ba5-f31270ff7d20","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23780,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:05.453015166Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:62274","req_id":"9ccfb0d8-6c93-4697-84d4-86f7d3193d98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:05.542512609Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:29575","req_id":"319dd200-fae6-4ce5-9813-68fa04aeb595","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35988,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:05.652703541Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:47918","req_id":"b411d0b8-3926-4c96-8def-93cbcb7974d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:05.786306843Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:34799","req_id":"81467798-3950-4021-98fb-a37e2aec5afd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 99,\n 98,\n 52,\n 101,\n 102,\n 101,\n 55,\n 45,\n 49,\n 99,\n 56,\n 52,\n 45,\n 52,\n 56,\n 101,\n 53,\n 45,\n 56,\n 52,\n 97,\n 102,\n 45,\n 102,\n 52,\n 97,\n 100,\n 55,\n 52,\n 48,\n 54,\n 100,\n 56,\n 53,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:06.759798912Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:46033","req_id":"3f330561-3353-45f2-a887-7fde52d794b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 99,\n 98,\n 52,\n 101,\n 102,\n 101,\n 55,\n 45,\n 49,\n 99,\n 56,\n 52,\n 45,\n 52,\n 56,\n 101,\n 53,\n 45,\n 56,\n 52,\n 97,\n 102,\n 45,\n 102,\n 52,\n 97,\n 100,\n 55,\n 52,\n 48,\n 54,\n 100,\n 56,\n 53,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:06.760599434Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:40619","req_id":"9d363cd0-ebb3-4463-9405-e1fa763f565a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:07.25854129Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:50843"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:07.313314337Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"ab64da82-c6bb-4a51-89d3-f98088be224a","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:07.313391619Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"ab64da82-c6bb-4a51-89d3-f98088be224a","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:07.318270621Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"PUT","req_id":"ab64da82-c6bb-4a51-89d3-f98088be224a","remote_addr":"[fd00:1122:3344:101::c]:50843","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":23812,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:09.029370698Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46099"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:09.033465759Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:42390"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:09.033589682Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40265"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:09.03758101Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"04909c8b-0080-48ce-9566-3be9ccba34af","remote_addr":"[fd00:1122:3344:101::a]:40265","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":3908,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:09.037662192Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"fb0b90f0-2659-4abf-b0d7-7fa279cf4fa7","remote_addr":"[fd00:1122:3344:101::b]:42390","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":4035,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:09.037783785Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"3758c4af-a9c1-4606-8397-fbea988ee90a","remote_addr":"[fd00:1122:3344:101::c]:46099","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":8145,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:09.596099389Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:38116","req_id":"4f00d46f-b9f0-446a-b94e-796e7e599087","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:09.712476287Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36091"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:09.712763035Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"a03d72b8-6f8a-42ce-9057-be012a9d3ab7","remote_addr":"[fd00:1122:3344:101::b]:36091","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2384,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:10.493237852Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:25923","req_id":"ab18ff39-787a-4c50-ad7a-4595e73573e7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:10.718354766Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46989"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:10.718630924Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"83a0bcce-0690-4d08-a18b-947b4d98903f","remote_addr":"[fd00:1122:3344:101::c]:46989","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63174,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:11.234273316Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:45888","req_id":"956ba8da-0a9c-4ec6-aab3-ca1e375f8364","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:11.406088938Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33210"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:11.406342185Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"ccec58f1-c8ba-4fd0-8bb9-b1980fffe659","remote_addr":"[fd00:1122:3344:101::c]:33210","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2290,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:15.459815426Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:53547","req_id":"f861e444-0dee-4573-8bf0-ff7cce773db2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14402,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:16.333192238Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:47979","req_id":"f95d0f2c-a704-4763-943f-7af8ee3cea10","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:16.442940026Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40234"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:16.443179293Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"cd6f73bf-6f9d-441a-846a-1a667e21fb40","remote_addr":"[fd00:1122:3344:101::b]:40234","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:16.446632616Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:39630","req_id":"a54b4461-f7a9-46b1-87b2-750b7054256a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:16.562714536Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45343"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:57:16.562967383Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"2795b3dd-0973-4277-9bb6-4d89d9425461","remote_addr":"[fd00:1122:3344:101::a]:45343","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8485,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:25.461657035Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:57126","req_id":"5c53b668-fb7c-49f7-b691-f143a98e11e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52611,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:35.463465348Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:57685","req_id":"6ef2ad73-e8e8-4fc3-a78b-63e0d7f14ec0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13798,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:45.464416986Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:53274","req_id":"098dd123-991c-4d3e-bee3-8f2a0b992466","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:57:55.465801895Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:61692","req_id":"604b5468-9963-47cf-b275-bde1a291d148","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.293283608Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36717"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.29447019Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"4560f848-9160-4ebf-b60c-62490abfbf97","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.294509111Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"4560f848-9160-4ebf-b60c-62490abfbf97","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.294528302Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"PUT","req_id":"4560f848-9160-4ebf-b60c-62490abfbf97","remote_addr":"[fd00:1122:3344:101::c]:36717","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":219,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:05.467300449Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:55259","req_id":"0ad053a2-a5b1-4f16-b195-9e5540ce5c5e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.525362215Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63867"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.52739228Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"34ba1b06-35da-488e-b45e-ac54e9d1b25e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.527431411Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"34ba1b06-35da-488e-b45e-ac54e9d1b25e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.527470232Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"PUT","req_id":"34ba1b06-35da-488e-b45e-ac54e9d1b25e","remote_addr":"[fd00:1122:3344:101::a]:63867","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":273,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.880180263Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62467"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.881843118Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"0aa3aaac-4e6b-4664-b10e-f1dd32ea5b03","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.881968521Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"0aa3aaac-4e6b-4664-b10e-f1dd32ea5b03","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:05.881981521Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"PUT","req_id":"0aa3aaac-4e6b-4664-b10e-f1dd32ea5b03","remote_addr":"[fd00:1122:3344:101::b]:62467","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":225,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49593,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:06.858132812Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:62324","req_id":"65659dd4-f4fc-4abf-90a8-f60b2957c601","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17505,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:06.864437682Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:46297","req_id":"69c55ed3-9ec1-46f7-b1a9-845cd68a1d9f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15757,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:06.867349551Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:39168","req_id":"c27fa60a-719f-4e53-bd3f-61d7b6c4d452","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:06.966933946Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36632"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:06.967204233Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"c868e9d8-8cc6-4b46-843d-3625f336ab09","remote_addr":"[fd00:1122:3344:101::a]:36632","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:07.006612106Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53385"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:07.006875013Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"37fd99f3-f8e7-4761-9bd3-5c093a8791c6","remote_addr":"[fd00:1122:3344:101::b]:53385","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:07.04201445Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49576"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:58:07.042237147Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"b4bb1149-ce9e-47e3-b5a4-90d01a89cf04","remote_addr":"[fd00:1122:3344:101::c]:49576","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:15.468322749Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:55287","req_id":"3981b89c-cbf4-40f5-a310-d9878f0e874a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20576,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:25.469564198Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:56753","req_id":"09849513-995e-4c42-893a-3224b7298f10","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9692,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:35.471268402Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:54894","req_id":"423040ce-54a7-4265-a68c-9e822720fe9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25787,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:45.4721326Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:62853","req_id":"37411067-bca6-4197-a7b0-d5cd774a0544","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49542,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:50.638441705Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:60558","req_id":"c6f667c1-aba3-4a17-ac7e-691f7c3cb913","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9838,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:50.642604097Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:58093","req_id":"01469d3f-05c0-4489-b7ec-524a459de033","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:50.646669806Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:34748","req_id":"6f468454-9c27-4074-a010-df97bbff7821","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19130,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:58:55.473497356Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:52863","req_id":"ba7d79b3-30f9-4e84-b940-34979eac563f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.293449588Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:65087"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.294656041Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"1969eb52-5223-4c60-8c4a-75df217d644f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.294696942Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"1969eb52-5223-4c60-8c4a-75df217d644f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.294704562Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"PUT","req_id":"1969eb52-5223-4c60-8c4a-75df217d644f","remote_addr":"[fd00:1122:3344:101::c]:65087","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43213,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:05.474278443Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:63516","req_id":"d5058d95-14a9-472f-8f57-2625390545eb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.483223505Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51145"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.489610377Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"d8d402f2-a485-4074-b6dc-86e59e3a79e0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.489665888Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"d8d402f2-a485-4074-b6dc-86e59e3a79e0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.489672938Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"PUT","req_id":"d8d402f2-a485-4074-b6dc-86e59e3a79e0","remote_addr":"[fd00:1122:3344:101::a]:51145","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":5446,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.524848797Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63793"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.52534152Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"4ca23056-4cb4-43fe-b59f-429677a11b0c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.525378891Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"new_generation":1,"req_id":"4ca23056-4cb4-43fe-b59f-429677a11b0c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:05.525451413Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"PUT","req_id":"4ca23056-4cb4-43fe-b59f-429677a11b0c","remote_addr":"[fd00:1122:3344:101::b]:63793","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":265,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:09.298206972Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::c]:27537","req_id":"db8129fe-291a-40d6-ad0d-13dd3c52fcfa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23739,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:09.303874114Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::a]:28110","req_id":"ad3cea5d-8bbb-4e12-b5df-5602e10331ef","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:09.304033419Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::b]:54015","req_id":"4dc03542-1d73-4dee-bb5d-56cc5136b226","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:09.403068388Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35931"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:09.403744066Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"2d95ff33-2758-4ac1-93c3-c0721ad59e86","remote_addr":"[fd00:1122:3344:101::b]:35931","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":610,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:09.443073197Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57010"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:09.443345434Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"d963f33d-8fd1-4d24-89fe-61c0a251a5f8","remote_addr":"[fd00:1122:3344:101::a]:57010","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:09.493093606Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41845"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-24T20:59:09.493320662Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"uri":"/config","method":"GET","req_id":"689ab107-c3b6-4cfc-8f4f-e0ffdc1cc5cc","remote_addr":"[fd00:1122:3344:101::c]:41845","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 11161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:15.476469106Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:49886","req_id":"60028859-139e-4939-bf33-7bf34db99f49","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:25.478885199Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:62187","req_id":"92e1fb94-ecd8-46c5-bdf3-035f0d74f3f4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14863,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:35.479563537Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:60827","req_id":"eb0caba6-8972-455c-abf7-fc16ed3925c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40061,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:45.481062309Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:56140","req_id":"e4e8e80f-252a-4ca3-8acd-ee267ad92940","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-24T20:59:55.483163054Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::d]:56125","req_id":"5680d8fe-191f-4df9-8e85-830f4b433d21","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.276313458Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:48501","req_id":"c9baa6af-f107-4989-9a86-12c4426c4f88","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.276903253Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::2]:57078","req_id":"e0f64827-306e-4f46-b799-24bfe1db141d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6b02d2eb-4373-4f12-8efc-4c0e3f4fa77b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6b02d2eb-4373-4f12-8efc-4c0e3f4fa77b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 98,\n 48,\n 50,\n 100,\n 50,\n 101,\n 98,\n 45,\n 52,\n 51,\n 55,\n 51,\n 45,\n 52,\n 102,\n 49,\n 50,\n 45,\n 56,\n 101,\n 102,\n 99,\n 45,\n 52,\n 99,\n 48,\n 101,\n 51,\n 102,\n 52,\n 102,\n 97,\n 55,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6b02d2eb-4373-4f12-8efc-4c0e3f4fa77b.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.307580261Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:64538","req_id":"7619d686-52bf-41cc-b8a5-928e7f972e98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6b02d2eb-4373-4f12-8efc-4c0e3f4fa77b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6b02d2eb-4373-4f12-8efc-4c0e3f4fa77b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 98,\n 48,\n 50,\n 100,\n 50,\n 101,\n 98,\n 45,\n 52,\n 51,\n 55,\n 51,\n 45,\n 52,\n 102,\n 49,\n 50,\n 45,\n 56,\n 101,\n 102,\n 99,\n 45,\n 52,\n 99,\n 48,\n 101,\n 51,\n 102,\n 52,\n 102,\n 97,\n 55,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6b02d2eb-4373-4f12-8efc-4c0e3f4fa77b.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.308125845Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::3]:47814","req_id":"8ebd7a98-49d5-4e4b-bb11-2f84a0e1793a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1345db7a-abc1-4a4c-a49c-e6c56102e521.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1345db7a-abc1-4a4c-a49c-e6c56102e521.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 51,\n 52,\n 53,\n 100,\n 98,\n 55,\n 97,\n 45,\n 97,\n 98,\n 99,\n 49,\n 45,\n 52,\n 97,\n 52,\n 99,\n 45,\n 97,\n 52,\n 57,\n 99,\n 45,\n 101,\n 54,\n 99,\n 53,\n 54,\n 49,\n 48,\n 50,\n 101,\n 53,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1345db7a-abc1-4a4c-a49c-e6c56102e521.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.371515185Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:62498","req_id":"2d1fbfc2-6def-41c1-a8c2-6aeab05446ee","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15303,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1345db7a-abc1-4a4c-a49c-e6c56102e521.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1345db7a-abc1-4a4c-a49c-e6c56102e521.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 51,\n 52,\n 53,\n 100,\n 98,\n 55,\n 97,\n 45,\n 97,\n 98,\n 99,\n 49,\n 45,\n 52,\n 97,\n 52,\n 99,\n 45,\n 97,\n 52,\n 57,\n 99,\n 45,\n 101,\n 54,\n 99,\n 53,\n 54,\n 49,\n 48,\n 50,\n 101,\n 53,\n 50,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1345db7a-abc1-4a4c-a49c-e6c56102e521.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.372128051Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::7]:36817","req_id":"567b03e8-03d9-41ee-8de4-439a3d7f95f6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c3b068bb-6f9c-4c4e-b559-e3154ac75f47.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c3b068bb-6f9c-4c4e-b559-e3154ac75f47.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 51,\n 98,\n 48,\n 54,\n 56,\n 98,\n 98,\n 45,\n 54,\n 102,\n 57,\n 99,\n 45,\n 52,\n 99,\n 52,\n 101,\n 45,\n 98,\n 53,\n 53,\n 57,\n 45,\n 101,\n 51,\n 49,\n 53,\n 52,\n 97,\n 99,\n 55,\n 53,\n 102,\n 52,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c3b068bb-6f9c-4c4e-b559-e3154ac75f47.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.555256129Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::6]:37878","req_id":"202037d2-38ac-4e6e-8de3-60696441b35f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45318,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c3b068bb-6f9c-4c4e-b559-e3154ac75f47.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c3b068bb-6f9c-4c4e-b559-e3154ac75f47.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 51,\n 98,\n 48,\n 54,\n 56,\n 98,\n 98,\n 45,\n 54,\n 102,\n 57,\n 99,\n 45,\n 52,\n 99,\n 52,\n 101,\n 45,\n 98,\n 53,\n 53,\n 57,\n 45,\n 101,\n 51,\n 49,\n 53,\n 52,\n 97,\n 99,\n 55,\n 53,\n 102,\n 52,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c3b068bb-6f9c-4c4e-b559-e3154ac75f47.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.555873406Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::6]:43588","req_id":"47fabdc8-b68e-4fd4-a80d-43b00e6f31a2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1920db37-87f5-4a96-b3ef-1db2eb59e9a5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1920db37-87f5-4a96-b3ef-1db2eb59e9a5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 57,\n 50,\n 48,\n 100,\n 98,\n 51,\n 55,\n 45,\n 56,\n 55,\n 102,\n 53,\n 45,\n 52,\n 97,\n 57,\n 54,\n 45,\n 98,\n 51,\n 101,\n 102,\n 45,\n 49,\n 100,\n 98,\n 50,\n 101,\n 98,\n 53,\n 57,\n 101,\n 57,\n 97,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1920db37-87f5-4a96-b3ef-1db2eb59e9a5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.576582554Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:60699","req_id":"be3990b6-2eef-4195-82be-d8d9e5e246b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57585,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_1920db37-87f5-4a96-b3ef-1db2eb59e9a5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_1920db37-87f5-4a96-b3ef-1db2eb59e9a5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 57,\n 50,\n 48,\n 100,\n 98,\n 51,\n 55,\n 45,\n 56,\n 55,\n 102,\n 53,\n 45,\n 52,\n 97,\n 57,\n 54,\n 45,\n 98,\n 51,\n 101,\n 102,\n 45,\n 49,\n 100,\n 98,\n 50,\n 101,\n 98,\n 53,\n 57,\n 101,\n 57,\n 97,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_1920db37-87f5-4a96-b3ef-1db2eb59e9a5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.577102948Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::5]:38146","req_id":"85777806-1762-48ca-a4ba-52ddef803bd2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50316,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_709c4704-f768-4640-a198-a23621ed6e11.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_709c4704-f768-4640-a198-a23621ed6e11.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 57,\n 99,\n 52,\n 55,\n 48,\n 52,\n 45,\n 102,\n 55,\n 54,\n 56,\n 45,\n 52,\n 54,\n 52,\n 48,\n 45,\n 97,\n 49,\n 57,\n 56,\n 45,\n 97,\n 50,\n 51,\n 54,\n 50,\n 49,\n 101,\n 100,\n 54,\n 101,\n 49,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_709c4704-f768-4640-a198-a23621ed6e11.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.65356996Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:49240","req_id":"56fc118f-bb22-49cd-87a0-98d9111a15a0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50316,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_709c4704-f768-4640-a198-a23621ed6e11.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_709c4704-f768-4640-a198-a23621ed6e11.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 48,\n 57,\n 99,\n 52,\n 55,\n 48,\n 52,\n 45,\n 102,\n 55,\n 54,\n 56,\n 45,\n 52,\n 54,\n 52,\n 48,\n 45,\n 97,\n 49,\n 57,\n 56,\n 45,\n 97,\n 50,\n 51,\n 54,\n 50,\n 49,\n 101,\n 100,\n 54,\n 101,\n 49,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_709c4704-f768-4640-a198-a23621ed6e11.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.654082884Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::4]:57626","req_id":"332534f9-c423-40c8-8a41-ac1b573ae415","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_ea49db54-0bfa-4e3d-bc93-404c287645e6.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_ea49db54-0bfa-4e3d-bc93-404c287645e6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 101,\n 97,\n 52,\n 57,\n 100,\n 98,\n 53,\n 52,\n 45,\n 48,\n 98,\n 102,\n 97,\n 45,\n 52,\n 101,\n 51,\n 100,\n 45,\n 98,\n 99,\n 57,\n 51,\n 45,\n 52,\n 48,\n 52,\n 99,\n 50,\n 56,\n 55,\n 54,\n 52,\n 53,\n 101,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_ea49db54-0bfa-4e3d-bc93-404c287645e6.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.676667953Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::1b]:40822","req_id":"efde8b67-74cf-4ec8-af5e-cd887239d61f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2969,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 99,\n 98,\n 52,\n 101,\n 102,\n 101,\n 55,\n 45,\n 49,\n 99,\n 56,\n 52,\n 45,\n 52,\n 56,\n 101,\n 53,\n 45,\n 56,\n 52,\n 97,\n 102,\n 45,\n 102,\n 52,\n 97,\n 100,\n 55,\n 52,\n 48,\n 54,\n 100,\n 56,\n 53,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.98658373Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:60638","req_id":"b82312a8-2a4e-4928-b4d8-6c78ec4d7d97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2969,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 99,\n 98,\n 52,\n 101,\n 102,\n 101,\n 55,\n 45,\n 49,\n 99,\n 56,\n 52,\n 45,\n 52,\n 56,\n 101,\n 53,\n 45,\n 56,\n 52,\n 97,\n 102,\n 45,\n 102,\n 52,\n 97,\n 100,\n 55,\n 52,\n 48,\n 54,\n 100,\n 56,\n 53,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-24T21:00:00.98733034Z","hostname":"oxz_internal_dns_2f7ea2ed-fd45-4cd7-9fb1-f48119541118","pid":5506,"peer_addr":"[fd00:1122:3344:101::e]:46063","req_id":"ae3bbfbf-b3ba-42b2-a19f-db665c320e91","component":"dns"}