[ Mar 30 18:54:53 Enabled. ] [ Mar 30 18:54:53 Rereading configuration. ] [ Mar 30 18:54:54 Rereading configuration. ] [ Mar 30 18:54:55 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Mar 30 18:54:55 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.397866684Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [] }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.398014059Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.418881184Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.418910635Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.418936366Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.419234516Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.598202571Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:43649"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.598982687Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"abe52320-7cd5-4c0a-9d9d-98f532efd3a5","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.598996157Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.615641864Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.615666074Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"abe52320-7cd5-4c0a-9d9d-98f532efd3a5","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:54:55.615676765Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"PUT","req_id":"abe52320-7cd5-4c0a-9d9d-98f532efd3a5","remote_addr":"[fd00:1122:3344:3::2]:43649","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17090,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:55:09.752053664Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::1b]:39553","req_id":"2c48762f-235e-4b43-8a75-b3e991f951ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56735,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:55:09.756367345Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::1b]:57073","req_id":"2648eca6-20a0-4513-99d5-2a1d3d1e173c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:55:09.760430669Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::1b]:47206","req_id":"81028c43-15bb-444e-b8bd-ff8d1d386fbe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36911,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:27.719343661Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:62905","req_id":"2e76a598-1f8d-4206-a666-527cd593e51b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 889,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:37.689265148Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:54459","req_id":"2649372f-6a82-473e-993f-7f3d88dfa750","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 49,\n 48,\n 52,\n 57,\n 102,\n 99,\n 55,\n 45,\n 100,\n 57,\n 98,\n 49,\n 45,\n 52,\n 57,\n 57,\n 54,\n 45,\n 98,\n 102,\n 51,\n 52,\n 45,\n 97,\n 53,\n 102,\n 100,\n 97,\n 48,\n 48,\n 50,\n 97,\n 102,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:43.784994717Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::e]:58089","req_id":"28f94ff5-896e-45dd-a52c-a2b96804b077","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5819,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 49,\n 48,\n 52,\n 57,\n 102,\n 99,\n 55,\n 45,\n 100,\n 57,\n 98,\n 49,\n 45,\n 52,\n 57,\n 57,\n 54,\n 45,\n 98,\n 102,\n 51,\n 52,\n 45,\n 97,\n 53,\n 102,\n 100,\n 97,\n 48,\n 48,\n 50,\n 97,\n 102,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:43.785553936Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::e]:60053","req_id":"df274162-dc36-427b-a00d-c6af6da82eb4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8426,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:47.208678232Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::b]:31774","req_id":"d92f431d-6d62-4789-ac25-55e39bba79c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4731,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:47.366448641Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::c]:23628","req_id":"60edd2c5-f209-460f-aa3c-5e0423dbb54d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:47.669240831Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::a]:53753","req_id":"f5b2535f-c419-4e71-91bd-62b4ae326c32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:47.69051634Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:62102","req_id":"4c793883-eaf0-4943-bb1c-27d9db801b5f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:49.902448677Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53218"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.023554193Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"ef563500-b1a7-47e8-8158-b3fab12eee7f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.023620905Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"ef563500-b1a7-47e8-8158-b3fab12eee7f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.023653326Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"PUT","req_id":"ef563500-b1a7-47e8-8158-b3fab12eee7f","remote_addr":"[fd00:1122:3344:101::c]:53218","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":43786,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.350653402Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:58124"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.350753095Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36309"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.350841528Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56246"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.353577018Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"0470103c-b7f8-48b0-910a-5c91c8dab117","remote_addr":"[fd00:1122:3344:101::c]:36309","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2745,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.353599248Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"a911e531-451a-47a8-9503-25adb20f83ac","remote_addr":"[fd00:1122:3344:101::b]:58124","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2859,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:50.353669911Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"a6aeaee8-4a37-4b16-a9db-34f31893e6cc","remote_addr":"[fd00:1122:3344:101::a]:56246","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":2725,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:52.597233887Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::b]:25245","req_id":"e1ce1153-8830-40f6-805c-c22e226a19a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32171,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:52.597371141Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::c]:25708","req_id":"cf95abc7-bcf4-43f4-9b62-0849c15a62e0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:52.714092723Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40620"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:52.714438444Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"4e266bb6-c4e1-4a81-b081-9465abebe5a0","remote_addr":"[fd00:1122:3344:101::b]:40620","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:52.772760549Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:42560"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:52.77310474Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"4d64c4f8-fa1d-4ae9-a722-a2bca8a98d03","remote_addr":"[fd00:1122:3344:101::c]:42560","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":288,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:54.540025196Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::c]:18314","req_id":"c60d1171-9e0f-4d23-835c-4e0e3f5e96f8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:54.750118282Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57964"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:54.75033986Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"6de8eff7-135d-4457-aba6-89b1e7cb61bd","remote_addr":"[fd00:1122:3344:101::c]:57964","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:57.692191868Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:55880","req_id":"c18161e6-ed39-49a7-badb-2ee9f0cf5ff2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:58.115866837Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::b]:12389","req_id":"6afb8f08-6ba1-4578-be5c-f566beaf565e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:58:58.177657686Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::a]:5628","req_id":"a15af440-64ba-4ff5-bad5-79fc2b40f875","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:58.232557478Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:43080"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:58.232802706Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"ed2fb7f6-d9db-48b3-badb-5c66443ddbd8","remote_addr":"[fd00:1122:3344:101::b]:43080","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":197,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:58.294327826Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60765"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:58:58.294558203Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"616d6c0b-dc94-424d-88e1-a949da9de436","remote_addr":"[fd00:1122:3344:101::a]:60765","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":184,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:01.3326082Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::1b]:52225","req_id":"eacedd9f-1ac2-4061-82c7-a8a7ffe93954","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63777,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:01.337882854Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::1b]:61948","req_id":"bffd6739-c0cf-49bb-8395-50262306ad7e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60962,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:01.342829526Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::1b]:39597","req_id":"09f5a9fc-8ebf-47c3-b1c3-aa9ea171b110","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10183,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:07.693292575Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:65440","req_id":"c7319ce0-c2b1-4576-a028-1dc7201c2c6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21631,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:17.69440434Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:50255","req_id":"845adde5-1b7e-4312-8866-b5035b654009","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37332,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:27.695548476Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:55536","req_id":"b9814f2b-3604-4f09-97f3-9a25f3440492","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:37.697230287Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:57794","req_id":"82e9451b-c78c-43dc-add7-ee9ab33fc860","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.077227371Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57746"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.077558761Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"e5d64035-60f9-4c65-b852-704de2d27024","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.077609933Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"e5d64035-60f9-4c65-b852-704de2d27024","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.077624364Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"PUT","req_id":"e5d64035-60f9-4c65-b852-704de2d27024","remote_addr":"[fd00:1122:3344:101::c]:57746","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":280,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.351931799Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41168"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.352428375Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"c3257e5b-27d8-49c8-b93c-29ec92452272","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.352458406Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"c3257e5b-27d8-49c8-b93c-29ec92452272","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.352487797Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"PUT","req_id":"c3257e5b-27d8-49c8-b93c-29ec92452272","remote_addr":"[fd00:1122:3344:101::a]:41168","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":385,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.467966818Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:36959"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.468302469Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"a9456440-24de-4d4d-97cb-a6c23ff59810","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.468380832Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"new_generation":1,"req_id":"a9456440-24de-4d4d-97cb-a6c23ff59810","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:47.468395122Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"PUT","req_id":"a9456440-24de-4d4d-97cb-a6c23ff59810","remote_addr":"[fd00:1122:3344:101::b]:36959","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":277,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:47.69831428Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:52244","req_id":"03cf022c-281e-495d-aa19-f53b025fdb97","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36547,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:48.595882536Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::c]:36279","req_id":"f6c38de9-f950-4ca3-9152-043937413709","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47483,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:48.601544302Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::a]:51288","req_id":"2d870d9b-042b-4cbd-81fa-7b7d6150ed99","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:48.696185139Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:62869"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:48.696445097Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"085e3931-8dc7-40e4-a976-55b852d10045","remote_addr":"[fd00:1122:3344:101::c]:62869","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:48.730317819Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47215"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:48.730562837Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"d79b8ee8-c11a-4de8-bfd3-eb81b700da43","remote_addr":"[fd00:1122:3344:101::a]:47215","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7759,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:49.447603777Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::b]:32298","req_id":"3cda441e-fd14-435c-bcb9-1476d4c6e790","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:49.542595655Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50002"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-03-30T18:59:49.542847304Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"uri":"/config","method":"GET","req_id":"f2d3033a-498f-449f-a561-579c5240b77d","remote_addr":"[fd00:1122:3344:101::b]:50002","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":210,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19443,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-03-30T18:59:57.699519975Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::d]:55211","req_id":"c972d77d-1337-4dd1-9555-e2900b0e2453","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 49,\n 48,\n 52,\n 57,\n 102,\n 99,\n 55,\n 45,\n 100,\n 57,\n 98,\n 49,\n 45,\n 52,\n 57,\n 57,\n 54,\n 45,\n 98,\n 102,\n 51,\n 52,\n 45,\n 97,\n 53,\n 102,\n 100,\n 97,\n 48,\n 48,\n 50,\n 97,\n 102,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.049897756Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::e]:46502","req_id":"84da4e04-4e61-48f8-bfff-bd1c933459ce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 55,\n 49,\n 48,\n 52,\n 57,\n 102,\n 99,\n 55,\n 45,\n 100,\n 57,\n 98,\n 49,\n 45,\n 52,\n 57,\n 57,\n 54,\n 45,\n 98,\n 102,\n 51,\n 52,\n 45,\n 97,\n 53,\n 102,\n 100,\n 97,\n 48,\n 48,\n 50,\n 97,\n 102,\n 50,\n 57,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_71049fc7-d9b1-4996-bf34-a5fda002af29.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.050453114Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::e]:49606","req_id":"11f4da02-ffca-4e7f-bc61-26ea04a2a2ae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.630762725Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::2]:63207","req_id":"913888a4-1a3e-4aee-ab83-f0980341b048","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44440,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.631317783Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::2]:48464","req_id":"2ce709af-a743-4cfe-a6fa-d37f86edaeae","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 56,\n 56,\n 54,\n 100,\n 57,\n 49,\n 50,\n 45,\n 52,\n 53,\n 53,\n 101,\n 45,\n 52,\n 54,\n 101,\n 57,\n 45,\n 98,\n 54,\n 52,\n 99,\n 45,\n 48,\n 53,\n 53,\n 99,\n 53,\n 98,\n 98,\n 49,\n 56,\n 57,\n 98,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.779390324Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::5]:43398","req_id":"b67bea9d-3898-4ab0-bd62-8a79d9311601","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57268,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 56,\n 56,\n 54,\n 100,\n 57,\n 49,\n 50,\n 45,\n 52,\n 53,\n 53,\n 101,\n 45,\n 52,\n 54,\n 101,\n 57,\n 45,\n 98,\n 54,\n 52,\n 99,\n 45,\n 48,\n 53,\n 53,\n 99,\n 53,\n 98,\n 98,\n 49,\n 56,\n 57,\n 98,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.7798724Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::5]:54296","req_id":"38ff1d24-e0a5-4b9e-8475-29cf714ed57c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75457ef0-e8f9-469b-9d0d-28dbab43479d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75457ef0-e8f9-469b-9d0d-28dbab43479d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 52,\n 53,\n 55,\n 101,\n 102,\n 48,\n 45,\n 101,\n 56,\n 102,\n 57,\n 45,\n 52,\n 54,\n 57,\n 98,\n 45,\n 57,\n 100,\n 48,\n 100,\n 45,\n 50,\n 56,\n 100,\n 98,\n 97,\n 98,\n 52,\n 51,\n 52,\n 55,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75457ef0-e8f9-469b-9d0d-28dbab43479d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.842882699Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::4]:37114","req_id":"e1c31255-d287-4de3-a763-301fcd216122","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_75457ef0-e8f9-469b-9d0d-28dbab43479d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_75457ef0-e8f9-469b-9d0d-28dbab43479d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 53,\n 52,\n 53,\n 55,\n 101,\n 102,\n 48,\n 45,\n 101,\n 56,\n 102,\n 57,\n 45,\n 52,\n 54,\n 57,\n 98,\n 45,\n 57,\n 100,\n 48,\n 100,\n 45,\n 50,\n 56,\n 100,\n 98,\n 97,\n 98,\n 52,\n 51,\n 52,\n 55,\n 57,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_75457ef0-e8f9-469b-9d0d-28dbab43479d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.843495199Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::4]:59648","req_id":"645e012c-9340-4a46-ba4d-9e0bd04d1c98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6c673870-04e0-4f5e-86ac-13acbaa6e80d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6c673870-04e0-4f5e-86ac-13acbaa6e80d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 99,\n 54,\n 55,\n 51,\n 56,\n 55,\n 48,\n 45,\n 48,\n 52,\n 101,\n 48,\n 45,\n 52,\n 102,\n 53,\n 101,\n 45,\n 56,\n 54,\n 97,\n 99,\n 45,\n 49,\n 51,\n 97,\n 99,\n 98,\n 97,\n 97,\n 54,\n 101,\n 56,\n 48,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6c673870-04e0-4f5e-86ac-13acbaa6e80d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.843561921Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::6]:46158","req_id":"bd033337-9fb5-4c5c-b658-4b8d29cbf12f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6c673870-04e0-4f5e-86ac-13acbaa6e80d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6c673870-04e0-4f5e-86ac-13acbaa6e80d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 99,\n 54,\n 55,\n 51,\n 56,\n 55,\n 48,\n 45,\n 48,\n 52,\n 101,\n 48,\n 45,\n 52,\n 102,\n 53,\n 101,\n 45,\n 56,\n 54,\n 97,\n 99,\n 45,\n 49,\n 51,\n 97,\n 99,\n 98,\n 97,\n 97,\n 54,\n 101,\n 56,\n 48,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6c673870-04e0-4f5e-86ac-13acbaa6e80d.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.844214882Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::6]:57343","req_id":"eb633872-8cc2-41a3-84c9-93c169700a1e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6543,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_499bc7f9-ea26-4551-b15a-4c666729397f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_499bc7f9-ea26-4551-b15a-4c666729397f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 52,\n 57,\n 57,\n 98,\n 99,\n 55,\n 102,\n 57,\n 45,\n 101,\n 97,\n 50,\n 54,\n 45,\n 52,\n 53,\n 53,\n 49,\n 45,\n 98,\n 49,\n 53,\n 97,\n 45,\n 52,\n 99,\n 54,\n 54,\n 54,\n 55,\n 50,\n 57,\n 51,\n 57,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_499bc7f9-ea26-4551-b15a-4c666729397f.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.853800437Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::1b]:37416","req_id":"97ec5f45-457e-4c67-917f-a3bec65d7cc2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c2702ea3-ee6d-4d6b-a387-b7e9b52f5b23.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c2702ea3-ee6d-4d6b-a387-b7e9b52f5b23.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 50,\n 55,\n 48,\n 50,\n 101,\n 97,\n 51,\n 45,\n 101,\n 101,\n 54,\n 100,\n 45,\n 52,\n 100,\n 54,\n 98,\n 45,\n 97,\n 51,\n 56,\n 55,\n 45,\n 98,\n 55,\n 101,\n 57,\n 98,\n 53,\n 50,\n 102,\n 53,\n 98,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c2702ea3-ee6d-4d6b-a387-b7e9b52f5b23.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.925955216Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::7]:61081","req_id":"f0942292-e65e-492d-aa83-fbf133c9d350","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27672,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c2702ea3-ee6d-4d6b-a387-b7e9b52f5b23.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c2702ea3-ee6d-4d6b-a387-b7e9b52f5b23.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 50,\n 55,\n 48,\n 50,\n 101,\n 97,\n 51,\n 45,\n 101,\n 101,\n 54,\n 100,\n 45,\n 52,\n 100,\n 54,\n 98,\n 45,\n 97,\n 51,\n 56,\n 55,\n 45,\n 98,\n 55,\n 101,\n 57,\n 98,\n 53,\n 50,\n 102,\n 53,\n 98,\n 50,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c2702ea3-ee6d-4d6b-a387-b7e9b52f5b23.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.926508374Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::7]:37177","req_id":"cdeb8abf-c543-4708-bb1f-08daca521230","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_82190519-98d0-4c41-ad44-20be920cd8f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_82190519-98d0-4c41-ad44-20be920cd8f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 50,\n 49,\n 57,\n 48,\n 53,\n 49,\n 57,\n 45,\n 57,\n 56,\n 100,\n 48,\n 45,\n 52,\n 99,\n 52,\n 49,\n 45,\n 97,\n 100,\n 52,\n 52,\n 45,\n 50,\n 48,\n 98,\n 101,\n 57,\n 50,\n 48,\n 99,\n 100,\n 56,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_82190519-98d0-4c41-ad44-20be920cd8f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.978381977Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::3]:42301","req_id":"6da72dd0-6ba3-4f9a-9719-26a2fb743251","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33624,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_82190519-98d0-4c41-ad44-20be920cd8f5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_82190519-98d0-4c41-ad44-20be920cd8f5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 50,\n 49,\n 57,\n 48,\n 53,\n 49,\n 57,\n 45,\n 57,\n 56,\n 100,\n 48,\n 45,\n 52,\n 99,\n 52,\n 49,\n 45,\n 97,\n 100,\n 52,\n 52,\n 45,\n 50,\n 48,\n 98,\n 101,\n 57,\n 50,\n 48,\n 99,\n 100,\n 56,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_82190519-98d0-4c41-ad44-20be920cd8f5.\"","v":0,"name":"dns-server","level":50,"time":"2026-03-30T19:00:00.978951836Z","hostname":"oxz_internal_dns_e7ebb2bf-4778-46db-812d-114e0dc23963","pid":5420,"peer_addr":"[fd00:1122:3344:101::3]:62289","req_id":"f0b6ba33-718d-489e-ba8a-ea0d7907e4d7","component":"dns"}