[ May 18 23:57:31 Enabled. ] [ May 18 23:57:31 Rereading configuration. ] [ May 18 23:57:31 Rereading configuration. ] [ May 18 23:57:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 18 23:57:32 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.891173016Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.891360638Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.91323569Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.91325483Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.913322151Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.913592143Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.967408279Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:53070"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.968317438Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"new_generation":1,"req_id":"48b3f061-4de4-4f65-9848-45b5f222acac","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.968358348Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.980737984Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.980775964Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"new_generation":1,"req_id":"48b3f061-4de4-4f65-9848-45b5f222acac","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:57:32.980784034Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"uri":"/config","method":"PUT","req_id":"48b3f061-4de4-4f65-9848-45b5f222acac","remote_addr":"[fd00:1122:3344:1::2]:53070","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":12947,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:57:45.427520302Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:50679","req_id":"b001ff93-996c-45f1-b8db-be40bd848477","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:57:45.432475392Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:58778","req_id":"8d86ff77-31e2-44dc-9ed5-1975778bdf23","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:57:45.436742005Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:48736","req_id":"cdd641dc-2e41-415d-bb51-cf5e50ae3ced","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:58:58.09407695Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:50448","req_id":"a9aff72f-8bca-485d-9571-53b9e043ca18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 52,\n 54,\n 99,\n 99,\n 53,\n 97,\n 97,\n 45,\n 57,\n 53,\n 97,\n 97,\n 45,\n 52,\n 99,\n 98,\n 48,\n 45,\n 97,\n 54,\n 52,\n 56,\n 45,\n 99,\n 98,\n 54,\n 52,\n 54,\n 101,\n 50,\n 101,\n 101,\n 49,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:03.914492571Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::e]:40045","req_id":"0340be25-bb83-45be-928f-af270737ea11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 52,\n 54,\n 99,\n 99,\n 53,\n 97,\n 97,\n 45,\n 57,\n 53,\n 97,\n 97,\n 45,\n 52,\n 99,\n 98,\n 48,\n 45,\n 97,\n 54,\n 52,\n 56,\n 45,\n 99,\n 98,\n 54,\n 52,\n 54,\n 101,\n 50,\n 101,\n 101,\n 49,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:03.930938927Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::e]:36597","req_id":"07b37f70-c9ae-4fdb-8c32-3702c405b935","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9788,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:08.065641087Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:51556","req_id":"8272c1df-16fd-474d-b02b-e529f1e3a48d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48371,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:12.028948817Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::b]:19413","req_id":"117333a6-bfe7-4bee-b30f-10466cb5eb7c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10356,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:12.043372833Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::c]:62710","req_id":"4277ee98-5d8b-4a92-8e9e-da2c87bfcf6b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:12.046785608Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:62095","req_id":"ef99b9cc-c9db-4a85-ac6c-8faf9ad5f5c3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:18.074436476Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:58781","req_id":"b1f7b398-fc4a-4581-9fa3-b64abe7aa0a8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31527,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:28.076366613Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:53641","req_id":"aa156c2f-22a4-462a-8377-cfff70676188","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:38.078868567Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:57868","req_id":"5cf00e00-3b09-45bb-8259-95158f3c301a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40584,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:46.506221644Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:35547","req_id":"5b7921f4-ff13-43b2-8ff7-7252e949caea","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7817,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:46.510475887Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:44203","req_id":"3ea9d2f0-49de-4e0f-9718-191948e389d8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2107,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:46.514592079Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:38016","req_id":"1eff922d-0822-48d3-9715-e7f7beeb6b2a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18773,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:48.080924823Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:60239","req_id":"3dba6c40-ff7b-49b6-b864-45b53d60e260","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:53.854285306Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:4045","req_id":"1b52ed53-795a-490a-90d5-53e5a6f9eff8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:54.267940971Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45937"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:54.345371146Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"uri":"/config","method":"GET","req_id":"8fb3386b-df0c-45b5-94d0-618084977325","remote_addr":"[fd00:1122:3344:101::a]:45937","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":48943,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 916,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:55.266679269Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:51032","req_id":"e92f8dd6-8bd0-4474-b4c9-aba66cf49de5","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:55.29532261Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:56953"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:55.297760885Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"new_generation":1,"req_id":"5f24db1c-fbd0-4bf2-9a50-1454f2acf17c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:55.297791295Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"new_generation":1,"req_id":"5f24db1c-fbd0-4bf2-9a50-1454f2acf17c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:55.297811525Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"uri":"/config","method":"PUT","req_id":"5f24db1c-fbd0-4bf2-9a50-1454f2acf17c","remote_addr":"[fd00:1122:3344:101::a]:56953","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":396,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:55.464105381Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34401"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:55.464427135Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"uri":"/config","method":"GET","req_id":"7050da56-af0f-4a9c-a767-424dea836c2e","remote_addr":"[fd00:1122:3344:101::a]:34401","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":255,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17369,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:56.112543488Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::a]:40224","req_id":"ceb44101-aa4f-4d26-a53a-65fbf826cffc","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:56.217930497Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55859"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-18T23:59:56.21824841Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"uri":"/config","method":"GET","req_id":"5f876c6d-71ed-4a94-9dbd-04095fd554f6","remote_addr":"[fd00:1122:3344:101::a]:55859","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":260,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44308,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-18T23:59:58.08233256Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::d]:64848","req_id":"bd09a34f-70fd-49de-ac95-82fd124023b1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 52,\n 54,\n 99,\n 99,\n 53,\n 97,\n 97,\n 45,\n 57,\n 53,\n 97,\n 97,\n 45,\n 52,\n 99,\n 98,\n 48,\n 45,\n 97,\n 54,\n 52,\n 56,\n 45,\n 99,\n 98,\n 54,\n 52,\n 54,\n 101,\n 50,\n 101,\n 101,\n 49,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.116426984Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::e]:59713","req_id":"274badb0-b825-41a3-a5c9-3e7a58a61e1f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33884,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 48,\n 52,\n 54,\n 99,\n 99,\n 53,\n 97,\n 97,\n 45,\n 57,\n 53,\n 97,\n 97,\n 45,\n 52,\n 99,\n 98,\n 48,\n 45,\n 97,\n 54,\n 52,\n 56,\n 45,\n 99,\n 98,\n 54,\n 52,\n 54,\n 101,\n 50,\n 101,\n 101,\n 49,\n 50,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_046cc5aa-95aa-4cb0-a648-cb646e2ee12a.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.117194492Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::e]:48427","req_id":"7e1774a6-1917-4ebe-9686-f1815156be7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9aa177ef-b2ad-4873-ad6d-114a78066ddc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9aa177ef-b2ad-4873-ad6d-114a78066ddc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 97,\n 97,\n 49,\n 55,\n 55,\n 101,\n 102,\n 45,\n 98,\n 50,\n 97,\n 100,\n 45,\n 52,\n 56,\n 55,\n 51,\n 45,\n 97,\n 100,\n 54,\n 100,\n 45,\n 49,\n 49,\n 52,\n 97,\n 55,\n 56,\n 48,\n 54,\n 54,\n 100,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9aa177ef-b2ad-4873-ad6d-114a78066ddc.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.130495416Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::4]:38185","req_id":"d5c56b26-f2f5-420d-95e7-9c55cd752477","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4530,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9aa177ef-b2ad-4873-ad6d-114a78066ddc.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9aa177ef-b2ad-4873-ad6d-114a78066ddc.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 97,\n 97,\n 49,\n 55,\n 55,\n 101,\n 102,\n 45,\n 98,\n 50,\n 97,\n 100,\n 45,\n 52,\n 56,\n 55,\n 51,\n 45,\n 97,\n 100,\n 54,\n 100,\n 45,\n 49,\n 49,\n 52,\n 97,\n 55,\n 56,\n 48,\n 54,\n 54,\n 100,\n 100,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9aa177ef-b2ad-4873-ad6d-114a78066ddc.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.131045932Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::4]:63661","req_id":"0c24c6ca-8d06-477a-998a-b1c90c481921","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5758d91-28f8-41b0-a86e-96df6e74cc60.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5758d91-28f8-41b0-a86e-96df6e74cc60.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 55,\n 53,\n 56,\n 100,\n 57,\n 49,\n 45,\n 50,\n 56,\n 102,\n 56,\n 45,\n 52,\n 49,\n 98,\n 48,\n 45,\n 97,\n 56,\n 54,\n 101,\n 45,\n 57,\n 54,\n 100,\n 102,\n 54,\n 101,\n 55,\n 52,\n 99,\n 99,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5758d91-28f8-41b0-a86e-96df6e74cc60.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.174817846Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::3]:40843","req_id":"598500b6-d269-43f6-aae4-762be2748d32","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b5758d91-28f8-41b0-a86e-96df6e74cc60.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b5758d91-28f8-41b0-a86e-96df6e74cc60.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 53,\n 55,\n 53,\n 56,\n 100,\n 57,\n 49,\n 45,\n 50,\n 56,\n 102,\n 56,\n 45,\n 52,\n 49,\n 98,\n 48,\n 45,\n 97,\n 56,\n 54,\n 101,\n 45,\n 57,\n 54,\n 100,\n 102,\n 54,\n 101,\n 55,\n 52,\n 99,\n 99,\n 54,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b5758d91-28f8-41b0-a86e-96df6e74cc60.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.175521943Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::3]:40177","req_id":"5b475c70-43b1-41a7-aa16-d6b5904a4223","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3e2e02ec-03c4-4bdc-81c9-b1c75ae8f23c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3e2e02ec-03c4-4bdc-81c9-b1c75ae8f23c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 101,\n 50,\n 101,\n 48,\n 50,\n 101,\n 99,\n 45,\n 48,\n 51,\n 99,\n 52,\n 45,\n 52,\n 98,\n 100,\n 99,\n 45,\n 56,\n 49,\n 99,\n 57,\n 45,\n 98,\n 49,\n 99,\n 55,\n 53,\n 97,\n 101,\n 56,\n 102,\n 50,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3e2e02ec-03c4-4bdc-81c9-b1c75ae8f23c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.184298622Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::5]:48440","req_id":"c6ebf424-8258-4995-a22d-8b0152adb69c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64100,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3e2e02ec-03c4-4bdc-81c9-b1c75ae8f23c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3e2e02ec-03c4-4bdc-81c9-b1c75ae8f23c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 101,\n 50,\n 101,\n 48,\n 50,\n 101,\n 99,\n 45,\n 48,\n 51,\n 99,\n 52,\n 45,\n 52,\n 98,\n 100,\n 99,\n 45,\n 56,\n 49,\n 99,\n 57,\n 45,\n 98,\n 49,\n 99,\n 55,\n 53,\n 97,\n 101,\n 56,\n 102,\n 50,\n 51,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3e2e02ec-03c4-4bdc-81c9-b1c75ae8f23c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.184972779Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::5]:40467","req_id":"62e08cf6-b4d2-463c-ba33-d85e7ee071cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a1484921-1106-49df-b2f3-37e28bfe0ff0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a1484921-1106-49df-b2f3-37e28bfe0ff0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 49,\n 52,\n 56,\n 52,\n 57,\n 50,\n 49,\n 45,\n 49,\n 49,\n 48,\n 54,\n 45,\n 52,\n 57,\n 100,\n 102,\n 45,\n 98,\n 50,\n 102,\n 51,\n 45,\n 51,\n 55,\n 101,\n 50,\n 56,\n 98,\n 102,\n 101,\n 48,\n 102,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a1484921-1106-49df-b2f3-37e28bfe0ff0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.904099745Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::6]:37857","req_id":"17601586-2b2a-4b26-baa1-7cfab08414e5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14606,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_a1484921-1106-49df-b2f3-37e28bfe0ff0.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_a1484921-1106-49df-b2f3-37e28bfe0ff0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 97,\n 49,\n 52,\n 56,\n 52,\n 57,\n 50,\n 49,\n 45,\n 49,\n 49,\n 48,\n 54,\n 45,\n 52,\n 57,\n 100,\n 102,\n 45,\n 98,\n 50,\n 102,\n 51,\n 45,\n 51,\n 55,\n 101,\n 50,\n 56,\n 98,\n 102,\n 101,\n 48,\n 102,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_a1484921-1106-49df-b2f3-37e28bfe0ff0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.905040194Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::6]:36920","req_id":"ef28e11c-c6ce-45ee-88f2-1cd96c315725","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f8f32f6-5827-4da2-a3f6-b4fe05744b57.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f8f32f6-5827-4da2-a3f6-b4fe05744b57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 56,\n 102,\n 51,\n 50,\n 102,\n 54,\n 45,\n 53,\n 56,\n 50,\n 55,\n 45,\n 52,\n 100,\n 97,\n 50,\n 45,\n 97,\n 51,\n 102,\n 54,\n 45,\n 98,\n 52,\n 102,\n 101,\n 48,\n 53,\n 55,\n 52,\n 52,\n 98,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f8f32f6-5827-4da2-a3f6-b4fe05744b57.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.954343424Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::7]:38633","req_id":"03ea29c9-ecc1-4a1f-818f-b60687b15c09","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9f8f32f6-5827-4da2-a3f6-b4fe05744b57.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9f8f32f6-5827-4da2-a3f6-b4fe05744b57.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 102,\n 56,\n 102,\n 51,\n 50,\n 102,\n 54,\n 45,\n 53,\n 56,\n 50,\n 55,\n 45,\n 52,\n 100,\n 97,\n 50,\n 45,\n 97,\n 51,\n 102,\n 54,\n 45,\n 98,\n 52,\n 102,\n 101,\n 48,\n 53,\n 55,\n 52,\n 52,\n 98,\n 53,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9f8f32f6-5827-4da2-a3f6-b4fe05744b57.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:00.955083322Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::7]:63039","req_id":"6b11f2ad-38e4-4a86-8d8d-71e830c66211","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45682,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_0285cb68-7ec8-485c-8343-aa642962ddd1.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_0285cb68-7ec8-485c-8343-aa642962ddd1.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 50,\n 56,\n 53,\n 99,\n 98,\n 54,\n 56,\n 45,\n 55,\n 101,\n 99,\n 56,\n 45,\n 52,\n 56,\n 53,\n 99,\n 45,\n 56,\n 51,\n 52,\n 51,\n 45,\n 97,\n 97,\n 54,\n 52,\n 50,\n 57,\n 54,\n 50,\n 100,\n 100,\n 100,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_0285cb68-7ec8-485c-8343-aa642962ddd1.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:01.054993875Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::1b]:34160","req_id":"de2b96f0-b063-4276-b268-faf68d86692c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:01.546177197Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::2]:61898","req_id":"61ec2cb9-ed28-4585-a6dd-7f76d26c6b40","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18215,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-19T00:00:01.546991795Z","hostname":"oxz_internal_dns_c827c4fe-79d7-419c-8126-2b5c4c44864a","pid":5469,"peer_addr":"[fd00:1122:3344:101::2]:50331","req_id":"a8a7e1c2-d74e-4a7f-9a56-b0fd9d7b1256","component":"dns"}