[ Jun 19 22:10:30 Enabled. ] [ Jun 19 22:10:30 Rereading configuration. ] [ Jun 19 22:10:30 Rereading configuration. ] [ Jun 19 22:10:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Jun 19 22:10:32 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.208921806Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.21414339Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.230103435Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.230125666Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.230198557Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.230499871Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.31677526Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:34814"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.317652832Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"95446111-6429-4b34-932e-5e3f7daa3013","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.317706703Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.349121937Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.349160138Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"95446111-6429-4b34-932e-5e3f7daa3013","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:10:32.349229299Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"PUT","req_id":"95446111-6429-4b34-932e-5e3f7daa3013","remote_addr":"[fd00:1122:3344:1::2]:34814","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":31999,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.695443023Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:43250","req_id":"2a23efa9-30fc-4678-84e5-80db3e5974e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31111,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.700050379Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:36253","req_id":"2cbc644a-2d8b-437c-8b2c-5549319f3863","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:10:44.704808636Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:59252","req_id":"3c5c8e02-0923-4cff-bb88-62c8e4176db3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33466,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:34.284352788Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:61569","req_id":"2f0f0fcb-1ad6-448f-b3de-1f85c7e4622d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:37.021634568Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:38918","req_id":"fad52385-e284-4dd8-9af7-7899a51f201b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9890,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:37.038871022Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:62286","req_id":"c24fc17f-9c1d-4b9f-baed-ada3cd264334","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4379,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:41.613163491Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:24372","req_id":"200dee07-0add-44e0-9e64-a333a445c8dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7511,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:43.308628039Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:49935","req_id":"cce145f9-651f-4248-a32d-3bd68f4d3120","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13210,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:43.309317598Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:34817","req_id":"3498769b-e438-439e-87c1-2a4467f9b673","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2393,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.216234204Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:58378","req_id":"3f5e702f-9925-44fd-ad22-3ba7d08314a5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52367,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.940630821Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:56079","req_id":"f30a1cc3-8aff-4432-a80c-0b993ba27fdc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.944927841Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:38771","req_id":"3765393f-32fe-464d-b81c-5d63a30e65f9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58674,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:44.949606327Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:57525","req_id":"9da806cd-422f-495b-8691-8bccf9f01052","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62366,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:49.46685402Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:9998","req_id":"cc2a8d1d-fc3d-4aa7-859e-4aac1bce7541","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:49.77465923Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33211"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:49.818330797Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"6ccc0421-0830-463e-b056-d10694d25e40","remote_addr":"[fd00:1122:3344:101::b]:33211","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":22935,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25882,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:51.270823592Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:39999","req_id":"a7d5b6e2-b045-462f-8d43-1c8ab06b6e8a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.373591864Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:51388"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.374220533Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"cc1394e0-7740-4dae-b8bb-daeac5d3a1e7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.374283743Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"cc1394e0-7740-4dae-b8bb-daeac5d3a1e7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.374291334Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"PUT","req_id":"cc1394e0-7740-4dae-b8bb-daeac5d3a1e7","remote_addr":"[fd00:1122:3344:101::b]:51388","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":451,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.514392733Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:33719"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:51.514680367Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"02f80a0f-674e-4d58-a651-708737bed44d","remote_addr":"[fd00:1122:3344:101::b]:33719","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:52.145464281Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:35218","req_id":"d82221be-da33-4e68-9b6c-1b1da5c33d97","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.274631696Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36222"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.27488544Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"96810dd4-48ae-46b0-889f-9ee3abe23600","remote_addr":"[fd00:1122:3344:101::a]:36222","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58904,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:52.654595376Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:18356","req_id":"67b8666b-0331-44f7-a979-e98fb008330a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.931566809Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:52085"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:52.931828923Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"ca21692f-2d4b-424a-af1a-d3889808eb6f","remote_addr":"[fd00:1122:3344:101::b]:52085","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20913,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:53.9428882Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:63421","req_id":"6eee3e26-ce1e-4aec-a817-cb75fd9bd2b0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:54.070067927Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36484"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:12:54.070405772Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"c5acb6b7-6ea4-49cc-9232-77f352026bed","remote_addr":"[fd00:1122:3344:101::c]:36484","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":228,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:12:54.218360172Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:53561","req_id":"c6eb8861-ca13-4fe5-9471-8de5ec07c07d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18643,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:04.220383069Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:62789","req_id":"df0c26f2-1b18-44e9-875a-822723379a7b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17162,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:14.222065448Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:49837","req_id":"3bf2463e-c20b-464f-b822-d4b6ca2173f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25412,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:24.224187976Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:55371","req_id":"f53ffa39-d64b-4ef7-b273-091a61c5ee98","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6187,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:34.225704246Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:58924","req_id":"cf24d7a1-b8ab-4f85-9d4e-2b724c225d0c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.397749262Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:41334"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.397974696Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"e6ef185f-f4dd-4d06-b73b-c02574fbf8a0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.398000526Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"e6ef185f-f4dd-4d06-b73b-c02574fbf8a0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:41.398009616Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"PUT","req_id":"e6ef185f-f4dd-4d06-b73b-c02574fbf8a0","remote_addr":"[fd00:1122:3344:101::a]:41334","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":195,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996046747Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34894"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996402142Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"09ef89e4-4004-45ad-a23d-8f0ffe52a691","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996445943Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"09ef89e4-4004-45ad-a23d-8f0ffe52a691","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:42.996473403Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"PUT","req_id":"09ef89e4-4004-45ad-a23d-8f0ffe52a691","remote_addr":"[fd00:1122:3344:101::b]:34894","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":220,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227444647Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:46549"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227856563Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"28b899c2-ba1f-4441-b759-435c88879fbb","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227922254Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"28b899c2-ba1f-4441-b759-435c88879fbb","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.227935314Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"PUT","req_id":"28b899c2-ba1f-4441-b759-435c88879fbb","remote_addr":"[fd00:1122:3344:101::c]:46549","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":291,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:43.296064677Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:45716","req_id":"ce3c2c4b-d1f8-4ef6-821f-c890743ca736","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.43142778Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:51506"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:43.431676474Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"d7579113-4471-43f1-9c50-d9ede8f26eda","remote_addr":"[fd00:1122:3344:101::a]:51506","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":200,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41564,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.22758982Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:59283","req_id":"969b8597-d2a5-4aff-880a-37fa0ad2ce92","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36065,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.343676441Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:47713","req_id":"88dc40be-6ec0-47c0-ab45-8e2caa96f5d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31326,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:44.348759473Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:4686","req_id":"5a4b53a1-da79-4efd-94d3-264164e8f6e1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.445013633Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58615"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.445231646Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"5020cb8a-19d1-463f-a628-afa465fc3854","remote_addr":"[fd00:1122:3344:101::c]:58615","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.537780364Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41000"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:13:44.538032157Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"98e21da2-70e5-4cbc-aec9-f2772eb42ad1","remote_addr":"[fd00:1122:3344:101::b]:41000","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":196,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:13:54.229098929Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:61017","req_id":"07a8d76d-8b8d-409a-b7ce-ead85be22af4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54095,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:04.230217873Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:63950","req_id":"04703258-0f0c-4936-9eaf-cb9dacd7cd4f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50418,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:14.232064439Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:63691","req_id":"880d059b-3a2e-4110-839d-93d40092721f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:24.233850224Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:58704","req_id":"63f0463d-5afc-4c68-b61e-f1371825c0b0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:34.235932122Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:62146","req_id":"add6224b-f0e6-4568-b46d-fa8993e39a76","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.956841701Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:60247","req_id":"b49adf2c-2a70-4a40-b4ee-192a1525dd65","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47136,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.961106751Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:38971","req_id":"a7d67aea-5f1e-4412-a471-4e1f15864632","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:36.965093427Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:51944","req_id":"31cf5f61-ff96-494a-9b5b-5a9b0c0bb9f1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.245561435Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36211"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.245861599Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"78079838-98b1-48fe-a5bb-db61a0e8e29d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.245921369Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"78079838-98b1-48fe-a5bb-db61a0e8e29d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:41.24593444Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"PUT","req_id":"78079838-98b1-48fe-a5bb-db61a0e8e29d","remote_addr":"[fd00:1122:3344:101::a]:36211","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":230,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22057,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:42.482563094Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::a]:14427","req_id":"eef15cc2-e644-4a65-b4c4-aacec00dc854","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.58299643Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59155"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.583253768Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"9a2a822d-f723-457c-b8ca-7972cdad96ae","remote_addr":"[fd00:1122:3344:101::a]:59155","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":217,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995639374Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44436"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995920128Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"66559ea2-943a-4bff-8c97-7d1e11d48aba","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995968898Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"66559ea2-943a-4bff-8c97-7d1e11d48aba","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:42.995988419Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"PUT","req_id":"66559ea2-943a-4bff-8c97-7d1e11d48aba","remote_addr":"[fd00:1122:3344:101::b]:44436","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":247,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.002352319Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57508"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.002928477Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"035a8623-36d3-4205-818f-5a1b89d0e523","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.002971537Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"new_generation":1,"req_id":"035a8623-36d3-4205-818f-5a1b89d0e523","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.003000431Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"PUT","req_id":"035a8623-36d3-4205-818f-5a1b89d0e523","remote_addr":"[fd00:1122:3344:101::c]:57508","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":252,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47428,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:43.866716193Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::c]:62428","req_id":"1dcc50bf-565f-4c55-b915-0c0eabe1f3c1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:43.915515812Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::b]:42093","req_id":"892837ac-959b-4492-a53c-1049e2ecacc1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.978252839Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35488"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:43.978510893Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"811fb988-85e3-435a-9344-4aeda5c817c5","remote_addr":"[fd00:1122:3344:101::c]:35488","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":213,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:44.01583362Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:35906"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-06-19T22:14:44.016100004Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"uri":"/config","method":"GET","req_id":"4f63e7c0-20f0-467e-b788-16489102ad72","remote_addr":"[fd00:1122:3344:101::b]:35906","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":207,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55915,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:44.23733019Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:63347","req_id":"433c81c4-7982-4bcb-9aae-c7b4dba95d9a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49717,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:14:54.239084512Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::d]:63607","req_id":"64d49bd1-a0ee-4907-bfb4-fae858f3d0fa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 98,\n 101,\n 50,\n 54,\n 100,\n 99,\n 45,\n 50,\n 55,\n 55,\n 48,\n 45,\n 52,\n 56,\n 53,\n 98,\n 45,\n 56,\n 57,\n 54,\n 50,\n 45,\n 98,\n 51,\n 102,\n 56,\n 101,\n 53,\n 49,\n 49,\n 57,\n 53,\n 97,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.042527526Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::3]:55383","req_id":"3d6bf766-a8c5-467d-b04a-3fffe404cc2b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46386,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 57,\n 98,\n 101,\n 50,\n 54,\n 100,\n 99,\n 45,\n 50,\n 55,\n 55,\n 48,\n 45,\n 52,\n 56,\n 53,\n 98,\n 45,\n 56,\n 57,\n 54,\n 50,\n 45,\n 98,\n 51,\n 102,\n 56,\n 101,\n 53,\n 49,\n 49,\n 57,\n 53,\n 97,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_d9be26dc-2770-485b-8962-b3f8e51195ae.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.043187705Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::3]:44545","req_id":"6bc22c86-07a7-4a85-ba77-62e1e911e7e6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 101,\n 57,\n 99,\n 102,\n 101,\n 51,\n 45,\n 101,\n 52,\n 52,\n 53,\n 45,\n 52,\n 101,\n 98,\n 100,\n 45,\n 97,\n 56,\n 57,\n 56,\n 45,\n 56,\n 50,\n 100,\n 55,\n 51,\n 49,\n 49,\n 55,\n 48,\n 57,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.105657778Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::4]:56794","req_id":"6621f45b-5dd2-4be5-9579-69b5b7f74644","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 52,\n 50,\n 101,\n 57,\n 99,\n 102,\n 101,\n 51,\n 45,\n 101,\n 52,\n 52,\n 53,\n 45,\n 52,\n 101,\n 98,\n 100,\n 45,\n 97,\n 56,\n 57,\n 56,\n 45,\n 56,\n 50,\n 100,\n 55,\n 51,\n 49,\n 49,\n 55,\n 48,\n 57,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_42e9cfe3-e445-4ebd-a898-82d731170942.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.106294797Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::4]:54508","req_id":"3fe01c28-3700-4b81-9202-8a1ad13b5b78","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.121879946Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:41536","req_id":"972b55ab-b32d-48d2-aca5-141f49adb97d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 102,\n 100,\n 97,\n 54,\n 102,\n 102,\n 45,\n 49,\n 99,\n 99,\n 99,\n 45,\n 52,\n 99,\n 56,\n 53,\n 45,\n 56,\n 52,\n 49,\n 98,\n 45,\n 102,\n 52,\n 51,\n 51,\n 57,\n 101,\n 97,\n 57,\n 102,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.121966159Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::7]:61720","req_id":"a28b1855-903f-4ea3-8627-368a8e353a5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55337,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 56,\n 54,\n 100,\n 51,\n 99,\n 100,\n 98,\n 45,\n 48,\n 53,\n 55,\n 102,\n 45,\n 52,\n 97,\n 102,\n 57,\n 45,\n 97,\n 53,\n 50,\n 100,\n 45,\n 52,\n 100,\n 48,\n 56,\n 52,\n 102,\n 56,\n 101,\n 51,\n 99,\n 52,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e86d3cdb-057f-4af9-a52d-4d084f8e3c42.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122422175Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::e]:54750","req_id":"e0f34ec9-d314-4a2e-a6d4-c58ce13b55a1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18560,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 48,\n 98,\n 102,\n 100,\n 97,\n 54,\n 102,\n 102,\n 45,\n 49,\n 99,\n 99,\n 99,\n 45,\n 52,\n 99,\n 56,\n 53,\n 45,\n 56,\n 52,\n 49,\n 98,\n 45,\n 102,\n 52,\n 51,\n 51,\n 57,\n 101,\n 97,\n 57,\n 102,\n 55,\n 57,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_0bfda6ff-1ccc-4c85-841b-f4339ea9f792.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.122613158Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::7]:35742","req_id":"66ae7a91-9eef-429f-858c-6185afb8ad9d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 100,\n 102,\n 102,\n 50,\n 100,\n 51,\n 45,\n 52,\n 52,\n 48,\n 50,\n 45,\n 52,\n 50,\n 49,\n 56,\n 45,\n 98,\n 50,\n 51,\n 48,\n 45,\n 54,\n 102,\n 98,\n 102,\n 51,\n 51,\n 48,\n 56,\n 97,\n 49,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.132823282Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::5]:52391","req_id":"59151064-37ab-4938-8962-35479bc6f73e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55690,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 49,\n 50,\n 100,\n 102,\n 102,\n 50,\n 100,\n 51,\n 45,\n 52,\n 52,\n 48,\n 50,\n 45,\n 52,\n 50,\n 49,\n 56,\n 45,\n 98,\n 50,\n 51,\n 48,\n 45,\n 54,\n 102,\n 98,\n 102,\n 51,\n 51,\n 48,\n 56,\n 97,\n 49,\n 48,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_12dff2d3-4402-4218-b230-6fbf3308a108.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.133497292Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::5]:39064","req_id":"b3738381-a994-4cf7-88a3-af3daa5cc7e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.268199305Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::2]:46479","req_id":"0b948343-2afc-45e3-9c49-e7c513c30ce1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51422,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.268870974Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::2]:56957","req_id":"aacc7b3e-7e3f-43c7-b815-b21d091c4745","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37815,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_0dd615fb-a2f2-4266-87e6-a42a1272d77f.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_0dd615fb-a2f2-4266-87e6-a42a1272d77f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 48,\n 100,\n 100,\n 54,\n 49,\n 53,\n 102,\n 98,\n 45,\n 97,\n 50,\n 102,\n 50,\n 45,\n 52,\n 50,\n 54,\n 54,\n 45,\n 56,\n 55,\n 101,\n 54,\n 45,\n 97,\n 52,\n 50,\n 97,\n 49,\n 50,\n 55,\n 50,\n 100,\n 55,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_0dd615fb-a2f2-4266-87e6-a42a1272d77f.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.458810469Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::1b]:46453","req_id":"741f655d-b85c-45f5-8ef0-de956a857de7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 51,\n 98,\n 101,\n 55,\n 49,\n 49,\n 53,\n 45,\n 99,\n 49,\n 53,\n 48,\n 45,\n 52,\n 102,\n 100,\n 52,\n 45,\n 98,\n 55,\n 53,\n 49,\n 45,\n 101,\n 98,\n 102,\n 52,\n 48,\n 54,\n 55,\n 102,\n 51,\n 101,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.97480062Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::6]:50962","req_id":"7f6c72dd-8ade-4bee-9cd2-4cb92f8fee79","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48635,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 51,\n 98,\n 101,\n 55,\n 49,\n 49,\n 53,\n 45,\n 99,\n 49,\n 53,\n 48,\n 45,\n 52,\n 102,\n 100,\n 52,\n 45,\n 98,\n 55,\n 53,\n 49,\n 45,\n 101,\n 98,\n 102,\n 52,\n 48,\n 54,\n 55,\n 102,\n 51,\n 101,\n 55,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_83be7115-c150-4fd4-b751-ebf4067f3e7b.\"","v":0,"name":"dns-server","level":50,"time":"2026-06-19T22:15:00.97554744Z","hostname":"oxz_internal_dns_d58efac3-ba71-4bce-88e5-cbacf48fe88e","pid":5509,"peer_addr":"[fd00:1122:3344:101::6]:44567","req_id":"8e4c3f0d-6ce9-473b-8638-16d3c220589e","component":"dns"}