[ Sep 5 01:36:06 Enabled. ] [ Sep 5 01:36:06 Rereading configuration. ] [ Sep 5 01:36:07 Rereading configuration. ] [ Sep 5 01:36:08 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:3::1]:5353 --dns-address [fd00:1122:3344:3::1]:53 &"). ] [ Sep 5 01:36:08 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.638067996Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"dns_config":"Config { bind_address: [fd00:1122:3344:3::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:3::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.638174819Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.659192437Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.659219577Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.659236478Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"component":"dns","local_address":"[fd00:1122:3344:3::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.659637259Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.990311225Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:3::2]:53841"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.990938282Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"56f46887-4983-45ce-90be-b3c3198c55f6","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:08.990962533Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:09.019947065Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:09.019982086Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"56f46887-4983-45ce-90be-b3c3198c55f6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:36:09.020048757Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"56f46887-4983-45ce-90be-b3c3198c55f6","remote_addr":"[fd00:1122:3344:3::2]:53841","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":29439,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37656,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:36:21.509955863Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:51564","req_id":"ed947df2-3f6a-46af-bd77-5d953dee28cd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:36:21.514339075Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:55364","req_id":"8fb56e2d-979d-4878-b250-8ec65cb39c5e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46118,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:36:21.519808149Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:37245","req_id":"0267e887-4f50-40f4-9bca-8f465abe7cd3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25227,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:11.579401261Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:60707","req_id":"f78798b5-9e24-46ac-bfe8-9d14fabb533b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 100,\n 100,\n 49,\n 99,\n 53,\n 100,\n 52,\n 45,\n 54,\n 100,\n 52,\n 56,\n 45,\n 52,\n 49,\n 102,\n 52,\n 45,\n 56,\n 53,\n 99,\n 102,\n 45,\n 49,\n 52,\n 100,\n 99,\n 102,\n 100,\n 54,\n 54,\n 49,\n 50,\n 54,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:12.921146789Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::e]:39812","req_id":"53fad3b6-b087-4f27-b463-25168f0a71c5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31934,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 100,\n 100,\n 49,\n 99,\n 53,\n 100,\n 52,\n 45,\n 54,\n 100,\n 52,\n 56,\n 45,\n 52,\n 49,\n 102,\n 52,\n 45,\n 56,\n 53,\n 99,\n 102,\n 45,\n 49,\n 52,\n 100,\n 99,\n 102,\n 100,\n 54,\n 54,\n 49,\n 50,\n 54,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:12.921750656Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::e]:39459","req_id":"a4da143c-b0ab-459a-8502-2a38add5a138","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2745,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:19.467763132Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:63383","req_id":"f3595e8a-5958-46c4-b663-040196d12b18","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63604,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:19.721842544Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:15213","req_id":"b340e3e5-d0f4-4122-aef1-e73ab31877f2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58043,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:19.779392265Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:30844","req_id":"bb86a66c-3370-4846-9984-ce4ef0b43bc2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 10030,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:20.426611293Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:50925","req_id":"b03df0c1-334a-4ccb-b535-5eec3f95c185","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35767,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:20.431332055Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:34861","req_id":"4b178b21-6e1c-40b4-ba01-32006c4015e1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56446,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:20.435916853Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:33007","req_id":"a80e027e-6a5d-40d7-9ed7-02b76b569ff0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6688,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:21.546675416Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:56257","req_id":"a8150d26-a7e5-4bd8-a33e-f7de49f81848","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9783,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:27.480090186Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:44224","req_id":"62cddf6a-7809-48a2-9fa9-7a1da92f2678","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:27.787595865Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58490"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:27.826315789Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"3b93bcb3-9def-4b77-9014-7e562ced58db","remote_addr":"[fd00:1122:3344:101::c]:58490","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":17456,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:30.842089965Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:47218"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:30.845580213Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"08c2ba7c-7c20-4100-9b88-d85327979ca7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:30.845659705Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"08c2ba7c-7c20-4100-9b88-d85327979ca7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:30.845715027Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"08c2ba7c-7c20-4100-9b88-d85327979ca7","remote_addr":"[fd00:1122:3344:101::c]:47218","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":3423,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7755,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:30.902375243Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:59412","req_id":"9f5f6042-ea68-4b1c-bd0a-691d729b6d3e","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:31.156345732Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:33564"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:31.156597419Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"4a84fa6c-fdc5-4952-b9e0-d32ae4f74105","remote_addr":"[fd00:1122:3344:101::c]:33564","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 918,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:31.548255612Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:50937","req_id":"9e84fcbc-7e7c-4ba7-8efc-21880415fc9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28541,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:32.515643661Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:2774","req_id":"14f2a84c-9e63-485f-b1dc-6b624c19c4a7","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:32.638760547Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41394"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:32.639022014Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"407f6d2d-1bfe-49cf-bbc2-4b39936cee0a","remote_addr":"[fd00:1122:3344:101::c]:41394","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5091,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:40.427025668Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:18659","req_id":"703212e2-8045-4d0a-9ec5-d2309d7d5177","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43158,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:40.432570844Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:51427","req_id":"020a5db2-aa8e-43a5-ae7f-84e3c7d78369","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:40.556551834Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:39623"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:40.556895804Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"6a086c07-8b6a-4c10-8bc1-d4535e5d6e4a","remote_addr":"[fd00:1122:3344:101::a]:39623","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":297,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:40.610389531Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57426"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:38:40.610754581Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"a5733df0-7011-4ab3-ac3a-ca60d87cdd20","remote_addr":"[fd00:1122:3344:101::b]:57426","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":226,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:41.550872886Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:64096","req_id":"7b2677b0-5bbd-4279-91c6-8d454e3894c6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9028,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:38:51.552276984Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:59550","req_id":"bbd4450f-4735-4017-ac89-7ca50793e62e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 26826,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:01.554326877Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:62154","req_id":"523889c6-6aa3-40ba-b5b9-6340ef432414","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:11.556191002Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:55623","req_id":"54e5f471-7b4f-456e-98ee-eb1a73757dbd","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.39092628Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36618"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.391195988Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"2bf10b1d-39ee-4aaf-b67f-a2f49553c2c6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.391235119Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"2bf10b1d-39ee-4aaf-b67f-a2f49553c2c6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.391253069Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"2bf10b1d-39ee-4aaf-b67f-a2f49553c2c6","remote_addr":"[fd00:1122:3344:101::c]:36618","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":251,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.497983317Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36704"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.498783019Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"2ed0cce2-8318-4479-a333-4d2cc7033337","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.49881452Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"2ed0cce2-8318-4479-a333-4d2cc7033337","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.498837671Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"2ed0cce2-8318-4479-a333-4d2cc7033337","remote_addr":"[fd00:1122:3344:101::a]:36704","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":424,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.589433367Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56034"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.590545718Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"98bfb667-39ef-42e7-928c-9e86ce93cebd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.590671642Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"98bfb667-39ef-42e7-928c-9e86ce93cebd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:19.590688052Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"98bfb667-39ef-42e7-928c-9e86ce93cebd","remote_addr":"[fd00:1122:3344:101::b]:56034","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":279,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:20.994433575Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:39689","req_id":"6fa341fe-bd4a-4ce3-b5e1-3d6f12ea81e3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45744,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:21.001171404Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:11159","req_id":"e8e742a5-f3eb-4d39-8678-0b6e5e4a4152","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41662,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:21.001479973Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:9508","req_id":"afa61a68-81c2-4a13-9e99-024453d9d8a6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:21.107220583Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54111"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:21.107455489Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"38174d95-54c1-4b55-9b1b-6fe1e3d80ff1","remote_addr":"[fd00:1122:3344:101::a]:54111","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:21.141156212Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:54140"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:21.141354668Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"b25502a2-48f8-4af7-8197-a99dc2a78687","remote_addr":"[fd00:1122:3344:101::b]:54140","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":170,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:21.174847186Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52854"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:39:21.175053001Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"f9fbda30-594d-4054-9a53-4ffe2c6c81bc","remote_addr":"[fd00:1122:3344:101::c]:52854","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":178,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:21.557307672Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:60961","req_id":"2b87d5c3-b74a-46c4-b054-44f318fdd70c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52841,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:31.560047098Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:54411","req_id":"b2b40955-c1bf-4c1b-a1ae-9ff0c7811a3a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46751,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:41.561797995Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:59441","req_id":"6b8364fc-7d8d-4c2a-9137-9cfbc9841beb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3251,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:39:51.563888625Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:55179","req_id":"2abfa137-62bb-4871-92b4-ff946c069223","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:01.565850619Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:62396","req_id":"f3737490-9102-4cf4-97cc-c9ab1f44b247","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27239,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:11.568153484Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:63948","req_id":"978dc32a-5c86-4239-9602-d1149bcd0f7d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4159,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:12.443842576Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:47701","req_id":"5e7a83c2-c493-4fb3-b8ae-c81874dd76b2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49113,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:12.448370882Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:57246","req_id":"86459726-7312-4da0-bef5-83646a1aaa11","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31432,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:12.452594701Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:51790","req_id":"db1bd216-b64d-41ff-84c4-8146f58dcb4c","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.201694726Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:40343"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.201942463Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"bf8bd4c1-ac25-4c3f-b823-7438c97782d1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.202048776Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"bf8bd4c1-ac25-4c3f-b823-7438c97782d1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.202060536Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"bf8bd4c1-ac25-4c3f-b823-7438c97782d1","remote_addr":"[fd00:1122:3344:101::a]:40343","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":191,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.22934009Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38694"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.2304061Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"3e7359f3-9a94-4916-8c83-8e14be7994f4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.230559384Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"3e7359f3-9a94-4916-8c83-8e14be7994f4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.230591315Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"3e7359f3-9a94-4916-8c83-8e14be7994f4","remote_addr":"[fd00:1122:3344:101::b]:38694","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":262,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.39078169Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52141"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.39114794Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"80c0e1be-884e-4248-a736-a1483a117f11","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.391179451Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"80c0e1be-884e-4248-a736-a1483a117f11","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:19.391209571Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"80c0e1be-884e-4248-a736-a1483a117f11","remote_addr":"[fd00:1122:3344:101::c]:52141","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":314,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:20.989672517Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:50361","req_id":"bb5ba185-113f-407b-a616-b201c76fe022","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21465,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:20.996850688Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:5054","req_id":"c99f4e8d-6744-43ef-975a-e89d1c584375","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:21.090248902Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41181"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:21.090485229Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"9b66ccff-beaa-49c4-8ced-83060776cd66","remote_addr":"[fd00:1122:3344:101::b]:41181","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":202,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:21.184805579Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36732"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:21.185014555Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"a4081533-d4a3-4a7d-928b-74fb7edbc81b","remote_addr":"[fd00:1122:3344:101::a]:36732","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":174,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58291,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:21.569069686Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:57292","req_id":"52c09e89-89e2-4e89-bed1-f39e225c5175","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42583,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:21.578922322Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:10159","req_id":"186ad224-29be-4358-ac3e-5065c6f52f35","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:21.675449384Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:56543"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:40:21.6756718Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"6422bfd7-735b-43e7-bae4-d6e7227030ba","remote_addr":"[fd00:1122:3344:101::c]:56543","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":186,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45166,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:31.570580762Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:49485","req_id":"04ae1adb-bc6b-4a1c-af92-640ae71e43e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 32518,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:41.572439434Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:63707","req_id":"4f8db951-e02f-46b9-9129-79350d9e040e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8264,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:40:51.57473024Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:60285","req_id":"04446a91-5f3b-4352-9955-3b0a60b244c8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21840,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:01.575755198Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:60727","req_id":"1397f84f-f510-4d99-8f21-a8b739d327f0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39425,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:11.577347013Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:49704","req_id":"cfd3d29c-53ae-44e6-9b75-e49d17da142d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.198672162Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:34860"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.19897466Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"fde653d6-759b-408e-93ab-bfe08a8f787e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.199007541Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"fde653d6-759b-408e-93ab-bfe08a8f787e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.199018812Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"fde653d6-759b-408e-93ab-bfe08a8f787e","remote_addr":"[fd00:1122:3344:101::a]:34860","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":216,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.228717053Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:38339"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.229003761Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"59dde4a0-51d9-4ba9-83ad-715d16913b65","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.229022351Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"59dde4a0-51d9-4ba9-83ad-715d16913b65","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.229039122Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"59dde4a0-51d9-4ba9-83ad-715d16913b65","remote_addr":"[fd00:1122:3344:101::b]:38339","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":250,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.390274685Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34555"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.390777408Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"5495903d-5557-43c8-ad13-8dcdf9917ab7","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.39083131Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"5495903d-5557-43c8-ad13-8dcdf9917ab7","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:19.390845601Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"5495903d-5557-43c8-ad13-8dcdf9917ab7","remote_addr":"[fd00:1122:3344:101::c]:34555","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":345,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24037,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:21.055600999Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:19453","req_id":"75a7fec2-b8ff-4ac2-a0fd-ccdeb63f6a2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63700,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:21.06065635Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:58712","req_id":"bcd6bbd8-00b1-4260-bb89-17ec8fb9446c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:21.061060281Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:62535","req_id":"f05b7b13-8cc0-4147-b65b-592da5b477f1","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:21.160530136Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47869"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:21.160741042Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"b461562b-3e0e-4f4d-9ba7-73fbfabc6d27","remote_addr":"[fd00:1122:3344:101::b]:47869","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":178,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:21.194689122Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55071"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:21.194917288Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"68820c7a-cf91-4027-b771-8dcb91ec1422","remote_addr":"[fd00:1122:3344:101::c]:55071","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":181,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:21.232384967Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:42268"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:41:21.232600533Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"d9b455e1-bf0c-4f35-8ed2-dcfd633fe222","remote_addr":"[fd00:1122:3344:101::a]:42268","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:21.578917856Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:59384","req_id":"774a5622-3be2-4d01-b9e7-4388b12d413e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49847,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:31.580631324Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:53275","req_id":"e024f457-b937-40c1-a5fc-fb3d8a5543eb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35689,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:41.582056334Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:64359","req_id":"4bb43cae-a1ed-4b25-95a7-6b86c9386104","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:41:51.583568057Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:53103","req_id":"d8ed9716-a18e-4365-b81b-4256af6dc88a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51970,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:01.585350246Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:50382","req_id":"0d69b89a-8421-4ca6-b27a-c0b031bb2937","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:11.587480675Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:51063","req_id":"f2d44620-5239-4257-a2b5-9e9d704dca8f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.199014041Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:62822"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.199266248Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"5cd0a8aa-4657-4e2e-8957-d4b15a9d83d3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.199299049Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"5cd0a8aa-4657-4e2e-8957-d4b15a9d83d3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.199309529Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"5cd0a8aa-4657-4e2e-8957-d4b15a9d83d3","remote_addr":"[fd00:1122:3344:101::a]:62822","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":206,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.231383507Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:47468"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.231679605Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"794c5d4b-2f43-42ae-918b-be791f9d4598","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.23185264Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"794c5d4b-2f43-42ae-918b-be791f9d4598","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.231884631Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"794c5d4b-2f43-42ae-918b-be791f9d4598","remote_addr":"[fd00:1122:3344:101::b]:47468","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":270,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.390594373Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64636"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.390889691Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"f437cad2-ac20-4cfe-a429-58bfe32fa45b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.390923852Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"f437cad2-ac20-4cfe-a429-58bfe32fa45b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:19.390936343Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"f437cad2-ac20-4cfe-a429-58bfe32fa45b","remote_addr":"[fd00:1122:3344:101::c]:64636","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":255,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64533,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:20.62301529Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:41546","req_id":"317a2d38-abaa-4348-bfd3-2df9795010fd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35827,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:20.628902855Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:50759","req_id":"9f3a5e22-e090-4104-bd11-288279365cfe","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:20.632908167Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:47224","req_id":"c7543888-5416-4100-afae-923e703018fc","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28081,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:21.588797543Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:49853","req_id":"bfec3358-343b-4071-9535-16218712e5d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39199,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:23.45750364Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:7590","req_id":"e043d1e6-0dc5-48e9-8074-1a901bd13635","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57038,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:23.464744013Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:42859","req_id":"963b9abf-c57b-40cc-8cde-765a93463bf7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33508,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:23.464773593Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:2777","req_id":"bea85da1-594d-46f9-a2f7-baaf91229c0a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:23.561756668Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59374"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:23.562014305Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"d82968e5-69b2-48c1-8971-119fcc33517c","remote_addr":"[fd00:1122:3344:101::c]:59374","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":206,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:23.600177844Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:59614"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:23.600430761Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"e31c8b63-aaca-45d1-96af-c6aaed176807","remote_addr":"[fd00:1122:3344:101::a]:59614","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":212,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:23.668376613Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:53478"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:42:23.668588468Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"4848a67e-be86-40a5-95b6-6f7d4ed321fb","remote_addr":"[fd00:1122:3344:101::b]:53478","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":179,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50450,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:31.59086441Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:59142","req_id":"5b8bd00a-219a-460c-b4e6-0f37ca050ec9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29726,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:41.592504306Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:55975","req_id":"ad91f8e6-f99a-4534-8241-1bc7bdd7724a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56090,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:42:51.594070619Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:61606","req_id":"7d726eff-db5f-406f-acbc-edeb1aa18be1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54939,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:01.595305454Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:61817","req_id":"95947b55-596e-4430-90bd-97ce2a3a8895","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31082,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:11.598441004Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:63515","req_id":"f122500e-0196-4209-b9a1-3a07cbd352c0","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.20180095Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60494"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.202306774Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"7a15592a-0b4a-445a-87af-b53bd416dd5c","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.202349185Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"7a15592a-0b4a-445a-87af-b53bd416dd5c","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.202382226Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"7a15592a-0b4a-445a-87af-b53bd416dd5c","remote_addr":"[fd00:1122:3344:101::a]:60494","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":282,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.229887066Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37565"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.233435955Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"b700ceeb-28a2-4874-9183-c0d0a83c8cf4","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.233480777Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"b700ceeb-28a2-4874-9183-c0d0a83c8cf4","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.233491327Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"b700ceeb-28a2-4874-9183-c0d0a83c8cf4","remote_addr":"[fd00:1122:3344:101::b]:37565","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":276,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.391294323Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44436"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.391670254Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"f77d9d09-c633-41a3-82d0-96f7d8dd65cf","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.391697235Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"f77d9d09-c633-41a3-82d0-96f7d8dd65cf","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:19.391708865Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"f77d9d09-c633-41a3-82d0-96f7d8dd65cf","remote_addr":"[fd00:1122:3344:101::c]:44436","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":310,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5661,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:21.222745989Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:43367","req_id":"a80b1e1a-3a78-48cb-956b-c085633d7402","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:21.22956811Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:11663","req_id":"46894ae5-ce25-4448-bb20-6e8f63fdebf5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:21.229628272Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:54052","req_id":"5b1b3a17-2d7d-45ce-8a52-4d70fde616df","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:21.328431877Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:55321"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:21.328672773Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"00e8f291-7a98-4a54-853d-a0111ff73fa0","remote_addr":"[fd00:1122:3344:101::a]:55321","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:21.370021741Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:55169"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:21.370255997Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"5b4e4d7b-017c-4049-a706-e9eb19ce7b4f","remote_addr":"[fd00:1122:3344:101::b]:55169","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:21.4318012Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:40911"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:43:21.432017396Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"fede85c1-ceb9-4c54-aa7e-450fdae9874d","remote_addr":"[fd00:1122:3344:101::c]:40911","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":182,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46223,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:21.599364971Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:62249","req_id":"cdbfcd68-3a7c-42ee-a1df-8db216231971","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22802,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:31.600268255Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:60119","req_id":"f7fe34a5-4606-4623-b193-457f7d1bee30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33655,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:41.601146861Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:49504","req_id":"4ea166d2-f450-4f39-92c2-4ff22ec1cf69","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:43:51.602269692Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:50299","req_id":"de7b6110-1ba5-4ebd-8e53-78c0d172f986","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40680,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:01.603577968Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:60844","req_id":"a2740b9e-810d-4234-b141-b686c319a1e0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50434,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:11.604735162Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:64958","req_id":"0b088412-b1ae-4bde-b7ab-36024c813762","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.201018909Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:50982"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.201362668Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"58dd00bb-2e22-4616-b5b5-e734c72ff516","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.201403259Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"58dd00bb-2e22-4616-b5b5-e734c72ff516","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.201414349Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"58dd00bb-2e22-4616-b5b5-e734c72ff516","remote_addr":"[fd00:1122:3344:101::a]:50982","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":187,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.227696275Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37391"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.228032855Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"550f3e42-9f90-4176-a73f-2ea7974c3946","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.228053465Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"550f3e42-9f90-4176-a73f-2ea7974c3946","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.228165318Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"550f3e42-9f90-4176-a73f-2ea7974c3946","remote_addr":"[fd00:1122:3344:101::b]:37391","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":275,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.389983347Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36083"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.390226134Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"c6e4df9c-0023-402a-aa70-501e51174bb1","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.390258645Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"new_generation":1,"req_id":"c6e4df9c-0023-402a-aa70-501e51174bb1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:19.390324147Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"PUT","req_id":"c6e4df9c-0023-402a-aa70-501e51174bb1","remote_addr":"[fd00:1122:3344:101::c]:36083","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":278,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35948,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:20.728120003Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:34391","req_id":"5e6cf4a5-103f-4aa7-ab9a-feb4371ef398","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:20.732569508Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:41396","req_id":"1f6bf10c-288e-4f7c-b6cf-2fff953ba170","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:21.040996191Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::c]:5917","req_id":"6f91f81e-1b26-468b-9e61-95dc53f2107b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:21.04665445Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::a]:3630","req_id":"24c496e2-568c-4343-9929-df817bba3861","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:21.144515949Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:43736"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:21.144772266Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"a413bf42-1f5d-4b40-944b-fdd2d5793c5e","remote_addr":"[fd00:1122:3344:101::c]:43736","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":214,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:21.180944018Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:65491"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:21.181190736Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"0e741e50-a1ad-4f0e-b636-63cf4caa0805","remote_addr":"[fd00:1122:3344:101::a]:65491","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":198,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47748,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:21.60613811Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:64205","req_id":"38d03205-60fc-4db3-8ddd-d2cf9132eed5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:21.962923627Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::b]:52036","req_id":"605a0577-9d26-49a3-a231-ec6d144965a4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:22.059176391Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:46456"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-09-05T01:44:22.059416018Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"uri":"/config","method":"GET","req_id":"ab5ee5a0-18ee-4725-bee7-f9c602ec9a96","remote_addr":"[fd00:1122:3344:101::b]:46456","local_addr":"[fd00:1122:3344:3::1]:5353","component":"http","latency_us":204,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9319,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:22.733431274Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:41955","req_id":"30470cfb-dcec-4f1c-a5e7-cb0f4b4eab54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30973,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:22.738195117Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:56026","req_id":"8f38b61f-83fc-45ea-8abe-bb6302ef5ae2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35724,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:31.607403845Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:59396","req_id":"ce2e7801-0a89-4c65-b2d2-0d8215a20c57","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1998,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:41.608742762Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:57469","req_id":"a66adac9-273d-410c-918d-78c84851fb30","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:44:51.609605287Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:59812","req_id":"8da5ea62-4f7e-4c71-abbe-0d4c7d039e0a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b686e095-e92c-4f0a-8c16-ec6a0502b405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b686e095-e92c-4f0a-8c16-ec6a0502b405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 56,\n 54,\n 101,\n 48,\n 57,\n 53,\n 45,\n 101,\n 57,\n 50,\n 99,\n 45,\n 52,\n 102,\n 48,\n 97,\n 45,\n 56,\n 99,\n 49,\n 54,\n 45,\n 101,\n 99,\n 54,\n 97,\n 48,\n 53,\n 48,\n 50,\n 98,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b686e095-e92c-4f0a-8c16-ec6a0502b405.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.028702316Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::4]:49169","req_id":"c07dea3d-0fbc-4fc1-a278-2147ca16c8ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b686e095-e92c-4f0a-8c16-ec6a0502b405.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b686e095-e92c-4f0a-8c16-ec6a0502b405.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 54,\n 56,\n 54,\n 101,\n 48,\n 57,\n 53,\n 45,\n 101,\n 57,\n 50,\n 99,\n 45,\n 52,\n 102,\n 48,\n 97,\n 45,\n 56,\n 99,\n 49,\n 54,\n 45,\n 101,\n 99,\n 54,\n 97,\n 48,\n 53,\n 48,\n 50,\n 98,\n 52,\n 48,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b686e095-e92c-4f0a-8c16-ec6a0502b405.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.029341384Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::4]:35373","req_id":"f7445c35-19f6-4e45-89eb-c575f0360df0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6d3496c0-67d7-4f68-857d-99e5f399abe7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6d3496c0-67d7-4f68-857d-99e5f399abe7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 100,\n 51,\n 52,\n 57,\n 54,\n 99,\n 48,\n 45,\n 54,\n 55,\n 100,\n 55,\n 45,\n 52,\n 102,\n 54,\n 56,\n 45,\n 56,\n 53,\n 55,\n 100,\n 45,\n 57,\n 57,\n 101,\n 53,\n 102,\n 51,\n 57,\n 57,\n 97,\n 98,\n 101,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6d3496c0-67d7-4f68-857d-99e5f399abe7.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.088743977Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::3]:65195","req_id":"c26f46ca-6d95-45f4-a527-c25f9eb17570","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16534,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_6d3496c0-67d7-4f68-857d-99e5f399abe7.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_6d3496c0-67d7-4f68-857d-99e5f399abe7.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 54,\n 100,\n 51,\n 52,\n 57,\n 54,\n 99,\n 48,\n 45,\n 54,\n 55,\n 100,\n 55,\n 45,\n 52,\n 102,\n 54,\n 56,\n 45,\n 56,\n 53,\n 55,\n 100,\n 45,\n 57,\n 57,\n 101,\n 53,\n 102,\n 51,\n 57,\n 57,\n 97,\n 98,\n 101,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_6d3496c0-67d7-4f68-857d-99e5f399abe7.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.089304992Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::3]:64644","req_id":"25c8dcb9-0116-4dec-bea0-2f1e49397b1a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8c0e1c0a-cf35-4b97-8bf2-e5681e4a0bf6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8c0e1c0a-cf35-4b97-8bf2-e5681e4a0bf6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 99,\n 48,\n 101,\n 49,\n 99,\n 48,\n 97,\n 45,\n 99,\n 102,\n 51,\n 53,\n 45,\n 52,\n 98,\n 57,\n 55,\n 45,\n 56,\n 98,\n 102,\n 50,\n 45,\n 101,\n 53,\n 54,\n 56,\n 49,\n 101,\n 52,\n 97,\n 48,\n 98,\n 102,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8c0e1c0a-cf35-4b97-8bf2-e5681e4a0bf6.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.170812834Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::6]:35103","req_id":"75985a05-fab5-4820-86d3-25e69d926e95","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23746,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_8c0e1c0a-cf35-4b97-8bf2-e5681e4a0bf6.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_8c0e1c0a-cf35-4b97-8bf2-e5681e4a0bf6.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 56,\n 99,\n 48,\n 101,\n 49,\n 99,\n 48,\n 97,\n 45,\n 99,\n 102,\n 51,\n 53,\n 45,\n 52,\n 98,\n 57,\n 55,\n 45,\n 56,\n 98,\n 102,\n 50,\n 45,\n 101,\n 53,\n 54,\n 56,\n 49,\n 101,\n 52,\n 97,\n 48,\n 98,\n 102,\n 54,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_8c0e1c0a-cf35-4b97-8bf2-e5681e4a0bf6.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.17139363Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::6]:41814","req_id":"5d4c2fb3-05b0-47c0-81c3-6184a702e0d6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5e0adc04-58ef-475a-999d-2caaffed0348.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5e0adc04-58ef-475a-999d-2caaffed0348.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 101,\n 48,\n 97,\n 100,\n 99,\n 48,\n 52,\n 45,\n 53,\n 56,\n 101,\n 102,\n 45,\n 52,\n 55,\n 53,\n 97,\n 45,\n 57,\n 57,\n 57,\n 100,\n 45,\n 50,\n 99,\n 97,\n 97,\n 102,\n 102,\n 101,\n 100,\n 48,\n 51,\n 52,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5e0adc04-58ef-475a-999d-2caaffed0348.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.173733206Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::5]:58781","req_id":"4e73eaaf-2232-4b8f-97ed-6bf5d58f64ac","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 28200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5e0adc04-58ef-475a-999d-2caaffed0348.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5e0adc04-58ef-475a-999d-2caaffed0348.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 101,\n 48,\n 97,\n 100,\n 99,\n 48,\n 52,\n 45,\n 53,\n 56,\n 101,\n 102,\n 45,\n 52,\n 55,\n 53,\n 97,\n 45,\n 57,\n 57,\n 57,\n 100,\n 45,\n 50,\n 99,\n 97,\n 97,\n 102,\n 102,\n 101,\n 100,\n 48,\n 51,\n 52,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5e0adc04-58ef-475a-999d-2caaffed0348.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.174161008Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::5]:65386","req_id":"18e5956c-bef8-4ce3-8d8a-7b0ae63ed107","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e651791b-fbef-4bc1-b7db-cd14e135fac2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e651791b-fbef-4bc1-b7db-cd14e135fac2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 54,\n 53,\n 49,\n 55,\n 57,\n 49,\n 98,\n 45,\n 102,\n 98,\n 101,\n 102,\n 45,\n 52,\n 98,\n 99,\n 49,\n 45,\n 98,\n 55,\n 100,\n 98,\n 45,\n 99,\n 100,\n 49,\n 52,\n 101,\n 49,\n 51,\n 53,\n 102,\n 97,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e651791b-fbef-4bc1-b7db-cd14e135fac2.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.190125224Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::7]:38512","req_id":"f2177401-e76d-4f7b-a0d8-e9c6065dd7d2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_e651791b-fbef-4bc1-b7db-cd14e135fac2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_e651791b-fbef-4bc1-b7db-cd14e135fac2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 101,\n 54,\n 53,\n 49,\n 55,\n 57,\n 49,\n 98,\n 45,\n 102,\n 98,\n 101,\n 102,\n 45,\n 52,\n 98,\n 99,\n 49,\n 45,\n 98,\n 55,\n 100,\n 98,\n 45,\n 99,\n 100,\n 49,\n 52,\n 101,\n 49,\n 51,\n 53,\n 102,\n 97,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_e651791b-fbef-4bc1-b7db-cd14e135fac2.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.190482045Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::7]:58664","req_id":"565b3faf-4367-4079-af99-92f1bbf53d52","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 100,\n 100,\n 49,\n 99,\n 53,\n 100,\n 52,\n 45,\n 54,\n 100,\n 52,\n 56,\n 45,\n 52,\n 49,\n 102,\n 52,\n 45,\n 56,\n 53,\n 99,\n 102,\n 45,\n 49,\n 52,\n 100,\n 99,\n 102,\n 100,\n 54,\n 54,\n 49,\n 50,\n 54,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.242201161Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::e]:39756","req_id":"2b7a333d-30db-43be-9383-2e07f48e809c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52891,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 97,\n 100,\n 100,\n 49,\n 99,\n 53,\n 100,\n 52,\n 45,\n 54,\n 100,\n 52,\n 56,\n 45,\n 52,\n 49,\n 102,\n 52,\n 45,\n 56,\n 53,\n 99,\n 102,\n 45,\n 49,\n 52,\n 100,\n 99,\n 102,\n 100,\n 54,\n 54,\n 49,\n 50,\n 54,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_add1c5d4-6d48-41f4-85cf-14dcfd661263.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.242831209Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::e]:38225","req_id":"7c09afb4-b3dd-43bb-9ebf-a470c964c9e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 29022,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_61ca88f8-f93b-404b-a00f-87764c682972.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_61ca88f8-f93b-404b-a00f-87764c682972.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 54,\n 49,\n 99,\n 97,\n 56,\n 56,\n 102,\n 56,\n 45,\n 102,\n 57,\n 51,\n 98,\n 45,\n 52,\n 48,\n 52,\n 98,\n 45,\n 97,\n 48,\n 48,\n 102,\n 45,\n 56,\n 55,\n 55,\n 54,\n 52,\n 99,\n 54,\n 56,\n 50,\n 57,\n 55,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_61ca88f8-f93b-404b-a00f-87764c682972.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.380921764Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::1b]:55522","req_id":"8216d1f4-0f94-45e6-8ee8-2cd6e8e8dc34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.59190182Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::2]:43203","req_id":"be99f280-9487-46cc-b5bc-2c52b84dddd7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12378,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:00.592510327Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::2]:63066","req_id":"0672aa8e-6577-4100-b077-51b6b95d8129","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-09-05T01:45:01.610594755Z","hostname":"oxz_internal_dns_f30ac284-98c1-412d-aadd-86c96a0fbed8","pid":5519,"peer_addr":"[fd00:1122:3344:101::d]:51013","req_id":"b8e55318-6105-4fb3-b43f-616e8e679dac","component":"dns"}