[ Sep 3 02:11:48 Enabled. ] [ Sep 3 02:11:48 Rereading configuration. ] [ Sep 3 02:11:48 Rereading configuration. ] [ Sep 3 02:11:50 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Sep 3 02:11:50 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.086435589Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.086562973Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.111884788Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.11194855Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.111999492Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.112391834Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.166625636Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:58179"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.167341627Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"ff1ac087-5642-42dd-9056-4ab5665cad55","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.167358388Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.182697028Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.182732899Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"ff1ac087-5642-42dd-9056-4ab5665cad55","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:11:50.18277696Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"PUT","req_id":"ff1ac087-5642-42dd-9056-4ab5665cad55","remote_addr":"[fd00:1122:3344:1::2]:58179","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":15821,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12154,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.629799852Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:48112","req_id":"09a9edc8-21de-45ac-8101-5ee7b2468e10","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43943,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.634106804Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:50335","req_id":"59522606-a35e-48c6-8216-0834b39047e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44764,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:12:02.638138787Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:40581","req_id":"84b09eb1-ae97-4834-b577-1f4e15498ada","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:06.411648986Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:36837","req_id":"9f060bb1-a6c0-492b-940d-41d910b3eb40","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:06.414113552Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:50635","req_id":"68821b53-cff6-45f8-8f42-506a3b14b8cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28597,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:10.199542028Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:65033","req_id":"713c7de6-f749-4b27-9fcb-a1530b074448","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22277,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:10.226010419Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:8810","req_id":"cdb6b9a6-0f1e-4234-8d19-7214f36bb3e8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.214863363Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52446"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.214924535Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55011"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.22098738Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"3b798d3b-bd23-40ce-b66e-50b6bfb8cc66","remote_addr":"[fd00:1122:3344:101::b]:55011","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":5835,"response_code":200} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:11.221187547Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"9934b562-7cb2-49cb-b8b4-103a7e778d31","remote_addr":"[fd00:1122:3344:101::c]:52446","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":5523,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35288,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:11.840650963Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:51580","req_id":"23b17c0f-ee9e-42ea-a0f5-683639bb38b9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27240,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:11.845808381Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:30555","req_id":"47f9ce6b-32d0-40fd-9189-6ee7362ef968","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.25906644Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:38468"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.259437841Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"bf608814-d4fc-4ef1-b688-be386c937c54","remote_addr":"[fd00:1122:3344:101::c]:38468","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":294,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.327325071Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53280"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:12.327637221Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"f667a63e-9723-41c6-adb0-a03dcf1bdf37","remote_addr":"[fd00:1122:3344:101::a]:53280","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.474180334Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64820"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:13.47764097Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:57630","req_id":"f6a53f7a-e252-401f-b5bd-ef021d7ffe4d","component":"dns"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.478131715Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"37f4f604-f3c6-46b9-8fcb-3702688e4423","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.478163636Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"37f4f604-f3c6-46b9-8fcb-3702688e4423","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.478223768Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"PUT","req_id":"37f4f604-f3c6-46b9-8fcb-3702688e4423","remote_addr":"[fd00:1122:3344:101::c]:64820","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":360,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.735116451Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:37387"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:13.735394082Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"0bef912d-02e0-435f-8e98-1fa48e6baf6e","remote_addr":"[fd00:1122:3344:101::c]:37387","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1980,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:14.640868604Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:10994","req_id":"4e4fced6-0a52-43aa-a640-85b251214ef2","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:14.763591143Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49578"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:14.763927154Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"343f0379-5346-468c-b301-b1cb9e1aec4d","remote_addr":"[fd00:1122:3344:101::c]:49578","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":266,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:20.338348727Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:54023","req_id":"2e820fd6-701c-4aec-96f1-bffe5fe8fe58","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10808,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:20.916178701Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:48975","req_id":"c4f84707-eb2f-4c6e-a024-99ceb6532854","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:21.029265695Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41346"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:21.029614966Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"101fe562-a452-4802-8069-7b6fcbe26def","remote_addr":"[fd00:1122:3344:101::b]:41346","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":256,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:22.19693094Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:41684","req_id":"fbfbe083-c210-4cac-bdc2-b1fa3bd1c905","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:22.311121808Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47629"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:13:22.311344195Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"017cd0cb-3474-4b99-b780-d1312df80d59","remote_addr":"[fd00:1122:3344:101::a]:47629","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":178,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37178,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:30.339793333Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:60091","req_id":"e9acaf2e-f560-4802-a529-1b697f40d8ad","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28009,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:40.34195019Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:60957","req_id":"f805f29a-e101-4698-baff-d65db318522f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43331,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:13:50.344477297Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:53517","req_id":"f96886bf-b9ac-4ab5-9188-ba8d3d84d550","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2191,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:00.345660676Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:59206","req_id":"009cdb43-f298-4f96-aa2b-509e458e937a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62099,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.8139988Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:34917","req_id":"40d834ae-b0a1-4609-a113-3abf2891b1bd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.81889012Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:48702","req_id":"fed36d3c-9021-44a7-a705-6caf655e1e7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:02.823829142Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:37200","req_id":"473860c5-d062-4844-8a0f-c2c15c29074c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.982199274Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:49159"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986280179Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"6939fb16-06f0-4463-ad73-f93c1605ee80","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986329411Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"6939fb16-06f0-4463-ad73-f93c1605ee80","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:09.986341171Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"PUT","req_id":"6939fb16-06f0-4463-ad73-f93c1605ee80","remote_addr":"[fd00:1122:3344:101::c]:49159","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":280,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.158967562Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48697"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.161900691Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"858211a2-4745-49f6-b092-93f495428c45","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.161960603Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"858211a2-4745-49f6-b092-93f495428c45","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.161985494Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"PUT","req_id":"858211a2-4745-49f6-b092-93f495428c45","remote_addr":"[fd00:1122:3344:101::b]:48697","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":325,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9956,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:10.344734355Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:61746","req_id":"0e9cd222-eed6-4486-beaf-1674f8769faf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10341,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:10.830834623Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:50812","req_id":"898529a0-f875-40da-836c-049c2ff72d30","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.931243711Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64482"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:10.931492199Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"283101b6-3fa0-47db-b481-e918d9afe5ca","remote_addr":"[fd00:1122:3344:101::c]:64482","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":205,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32325,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:11.317532179Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:50900","req_id":"b27ee322-d53d-42f4-a81c-a01e7eb9ac74","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.436508425Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37750"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.436791194Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"2b7a4585-1d59-4753-b177-04df102ebee2","remote_addr":"[fd00:1122:3344:101::b]:37750","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.48558885Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:38766"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.488935472Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"377df00d-78e7-4c62-926b-cac6c3da7c76","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.488961903Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"new_generation":1,"req_id":"377df00d-78e7-4c62-926b-cac6c3da7c76","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:11.488988634Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"PUT","req_id":"377df00d-78e7-4c62-926b-cac6c3da7c76","remote_addr":"[fd00:1122:3344:101::a]:38766","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":261,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42075,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:12.198157376Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:56151","req_id":"2a82db58-3336-4806-bd7a-cf37bb07c048","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:12.293598501Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:37818"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-03T02:14:12.293832428Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"uri":"/config","method":"GET","req_id":"2c2fefdb-909b-476b-8bda-4c4691aaa869","remote_addr":"[fd00:1122:3344:101::a]:37818","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63834,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:20.345691134Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:55094","req_id":"abc4f4a8-a06e-42db-ad3b-22a58225ec39","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38965,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:30.348362206Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:53756","req_id":"29fc3d43-fcfc-4544-a3f5-f71a9e46a49b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:40.350181606Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:63922","req_id":"00bc8563-d9d0-4e08-a5b3-0a4f208cf482","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:14:50.352282295Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:61636","req_id":"a50de234-044f-4368-b66c-c8b538442412","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.187223039Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::2]:54863","req_id":"d14b4c17-5c52-4819-a83a-1790022ab583","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44042,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.188010673Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::2]:58544","req_id":"2192d65c-6b96-478d-ad94-df1064b5c07f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50821,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 57,\n 97,\n 50,\n 49,\n 51,\n 53,\n 51,\n 101,\n 45,\n 100,\n 49,\n 102,\n 55,\n 45,\n 52,\n 57,\n 101,\n 56,\n 45,\n 98,\n 100,\n 52,\n 54,\n 45,\n 54,\n 97,\n 51,\n 55,\n 53,\n 56,\n 97,\n 55,\n 48,\n 49,\n 49,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_9a21353e-d1f7-49e8-bd46-6a3758a70116.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.232056763Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:45865","req_id":"2a34a4e8-3ab1-4695-b6a7-2f1cee97c401","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.353968368Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:57414","req_id":"866df703-ca8f-4dce-8cc3-cf17940d0f51","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.3827771Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:55862","req_id":"d8f483b4-bf20-4858-90ef-683ae221d186","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41112,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 57,\n 97,\n 51,\n 57,\n 53,\n 101,\n 49,\n 45,\n 52,\n 55,\n 54,\n 57,\n 45,\n 52,\n 54,\n 52,\n 53,\n 45,\n 98,\n 98,\n 102,\n 51,\n 45,\n 54,\n 55,\n 54,\n 97,\n 57,\n 53,\n 97,\n 57,\n 56,\n 53,\n 56,\n 49,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_a9a395e1-4769-4645-bbf3-676a95a98581.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.383367138Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:34651","req_id":"907b21ee-317e-4f4e-97fa-794fea111625","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 101,\n 99,\n 50,\n 100,\n 49,\n 99,\n 45,\n 48,\n 55,\n 52,\n 52,\n 45,\n 52,\n 52,\n 53,\n 56,\n 45,\n 97,\n 97,\n 56,\n 100,\n 45,\n 50,\n 52,\n 54,\n 98,\n 50,\n 97,\n 50,\n 100,\n 52,\n 97,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.417154643Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::3]:44190","req_id":"738db5e3-246b-49b0-bc0c-e57a94fed60b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43944,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 102,\n 56,\n 101,\n 99,\n 50,\n 100,\n 49,\n 99,\n 45,\n 48,\n 55,\n 52,\n 52,\n 45,\n 52,\n 52,\n 53,\n 56,\n 45,\n 97,\n 97,\n 56,\n 100,\n 45,\n 50,\n 52,\n 54,\n 98,\n 50,\n 97,\n 50,\n 100,\n 52,\n 97,\n 100,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_f8ec2d1c-0744-4458-aa8d-246b2a2d4ade.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.417901316Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::3]:40451","req_id":"b7ce2c75-34e0-43c5-a72f-15987d0bf9e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 53,\n 50,\n 100,\n 50,\n 53,\n 48,\n 45,\n 99,\n 100,\n 99,\n 100,\n 45,\n 52,\n 100,\n 53,\n 54,\n 45,\n 57,\n 50,\n 56,\n 55,\n 45,\n 51,\n 102,\n 102,\n 99,\n 55,\n 56,\n 97,\n 99,\n 52,\n 101,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.420428354Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::4]:37125","req_id":"ffc40ad2-2062-465f-9330-c291c76d92d7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26499,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 56,\n 53,\n 50,\n 100,\n 50,\n 53,\n 48,\n 45,\n 99,\n 100,\n 99,\n 100,\n 45,\n 52,\n 100,\n 53,\n 54,\n 45,\n 57,\n 50,\n 56,\n 55,\n 45,\n 51,\n 102,\n 102,\n 99,\n 55,\n 56,\n 97,\n 99,\n 52,\n 101,\n 50,\n 100,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8852d250-cdcd-4d56-9287-3ffc78ac4e2d.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.421172897Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::4]:40906","req_id":"12460fc5-e447-4971-aaca-c13735a41f9f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 49,\n 55,\n 100,\n 101,\n 97,\n 97,\n 45,\n 101,\n 101,\n 102,\n 55,\n 45,\n 52,\n 102,\n 48,\n 100,\n 45,\n 57,\n 102,\n 50,\n 49,\n 45,\n 49,\n 48,\n 52,\n 50,\n 54,\n 52,\n 57,\n 100,\n 51,\n 51,\n 101,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.458334495Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::6]:48294","req_id":"784d5fe2-0f25-4303-a4aa-1dbc6308cf7a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 48,\n 49,\n 55,\n 100,\n 101,\n 97,\n 97,\n 45,\n 101,\n 101,\n 102,\n 55,\n 45,\n 52,\n 102,\n 48,\n 100,\n 45,\n 57,\n 102,\n 50,\n 49,\n 45,\n 49,\n 48,\n 52,\n 50,\n 54,\n 52,\n 57,\n 100,\n 51,\n 51,\n 101,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8017deaa-eef7-4f0d-9f21-1042649d33ea.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.459047837Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::6]:59479","req_id":"dd3b3fdb-2575-421c-9485-5cd518926e60","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 50,\n 100,\n 101,\n 99,\n 52,\n 45,\n 99,\n 54,\n 50,\n 51,\n 45,\n 52,\n 53,\n 98,\n 97,\n 45,\n 57,\n 98,\n 52,\n 51,\n 45,\n 97,\n 101,\n 101,\n 55,\n 99,\n 51,\n 55,\n 100,\n 55,\n 57,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.467085953Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::5]:52782","req_id":"a708c59f-d197-4f48-a659-04cea2f7673f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 55,\n 102,\n 50,\n 100,\n 101,\n 99,\n 52,\n 45,\n 99,\n 54,\n 50,\n 51,\n 45,\n 52,\n 53,\n 98,\n 97,\n 45,\n 57,\n 98,\n 52,\n 51,\n 45,\n 97,\n 101,\n 101,\n 55,\n 99,\n 51,\n 55,\n 100,\n 55,\n 57,\n 99,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_47f2dec4-c623-45ba-9b43-aee7c37d79cf.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.467676021Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::5]:45634","req_id":"0ddd99b4-821e-4000-8bb5-933307c89bb5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 53,\n 55,\n 55,\n 57,\n 54,\n 51,\n 102,\n 45,\n 54,\n 56,\n 53,\n 52,\n 45,\n 52,\n 51,\n 101,\n 48,\n 45,\n 97,\n 57,\n 102,\n 100,\n 45,\n 55,\n 57,\n 50,\n 53,\n 57,\n 51,\n 98,\n 50,\n 97,\n 98,\n 99,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.489705786Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::7]:45664","req_id":"874d5cfa-bb8c-411e-bc45-28dd24ed852d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 53,\n 55,\n 55,\n 57,\n 54,\n 51,\n 102,\n 45,\n 54,\n 56,\n 53,\n 52,\n 45,\n 52,\n 51,\n 101,\n 48,\n 45,\n 97,\n 57,\n 102,\n 100,\n 45,\n 55,\n 57,\n 50,\n 53,\n 57,\n 51,\n 98,\n 50,\n 97,\n 98,\n 99,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3577963f-6854-43e0-a9fd-792593b2abc6.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-03T02:15:00.490368297Z","hostname":"oxz_internal_dns_a635e54e-1672-4bba-9ec7-4ba52b904569","pid":5509,"peer_addr":"[fd00:1122:3344:101::7]:39553","req_id":"a633beb0-1d6a-4783-aa2c-6803c4f972ef","component":"dns"}