[ Jul 16 10:53:59 Enabled. ] [ Jul 16 10:53:59 Rereading configuration. ] [ Jul 16 10:53:59 Rereading configuration. ] [ Jul 16 10:54:01 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:2::1]:5353 --dns-address [fd00:1122:3344:2::1]:53 &"). ] [ Jul 16 10:54:01 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.350327158Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"dns_config":"Config { bind_address: [fd00:1122:3344:2::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:2::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.350454861Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.372906566Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.372926696Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.372995888Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"component":"dns","local_address":"[fd00:1122:3344:2::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.373217413Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.765856737Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:2::2]:62701"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.766581754Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"a88a4600-aa52-431c-95ee-1129bcdd607f","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.766614755Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.793341864Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.793409366Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"a88a4600-aa52-431c-95ee-1129bcdd607f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:54:01.793421626Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"a88a4600-aa52-431c-95ee-1129bcdd607f","remote_addr":"[fd00:1122:3344:2::2]:62701","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":27232,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:54:13.800449105Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:61279","req_id":"396c3ca5-2459-4032-967a-07d7b266d180","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8421,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:54:13.804862702Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:42432","req_id":"01f68746-7966-401a-8610-395f4c63f8cf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44537,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:54:13.80933217Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:62589","req_id":"d4bfa764-bb8b-4b5b-b891-64b1e99789c2","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51666,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:56:44.02470121Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:49960","req_id":"64cedbf7-f2af-4e76-a0fd-7b824490d781","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36237,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:56:52.160357571Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:59220","req_id":"70acb975-1af1-4c58-b3e0-e6651054103b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 35048,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:56:52.229285645Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::a]:58585","req_id":"2c9357ef-542c-419b-8009-a18003d8fdf6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 53,\n 54,\n 52,\n 51,\n 100,\n 54,\n 100,\n 45,\n 49,\n 57,\n 49,\n 49,\n 45,\n 52,\n 48,\n 51,\n 102,\n 45,\n 57,\n 50,\n 98,\n 51,\n 45,\n 98,\n 55,\n 97,\n 49,\n 101,\n 57,\n 53,\n 100,\n 50,\n 99,\n 99,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:56:53.442601242Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::e]:59873","req_id":"be187906-5b42-41ab-bf7f-600e761f5159","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44760,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 53,\n 54,\n 52,\n 51,\n 100,\n 54,\n 100,\n 45,\n 49,\n 57,\n 49,\n 49,\n 45,\n 52,\n 48,\n 51,\n 102,\n 45,\n 57,\n 50,\n 98,\n 51,\n 45,\n 98,\n 55,\n 97,\n 49,\n 101,\n 57,\n 53,\n 100,\n 50,\n 99,\n 99,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:56:53.443377841Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::e]:62707","req_id":"a2b67d05-7cbc-4b6b-bcb2-d5baec45dc2e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:56:53.996784847Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:9754","req_id":"abaf7312-6075-4068-b228-efeaf3b85d93","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:56:54.012351965Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:55563","req_id":"b7fefdeb-a233-4e16-89f3-b154210fb870","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3235,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:04.01327103Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:56106","req_id":"82d58f73-e65e-4016-b04c-154bae77dcc6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:14.014497633Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:62400","req_id":"0da8f0a2-3baf-4b81-8e71-22efd1c35a66","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9410,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:21.367712722Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:43349","req_id":"a9c9fa55-20de-45ad-b1b5-f5f62932610b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:21.502421163Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:63898"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:21.503049658Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"3c67b1a0-3a07-4755-8faf-a2ab8402af85","remote_addr":"[fd00:1122:3344:101::b]:63898","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":438,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:22.497544873Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:52101"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:22.501213492Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"53a71d1d-75de-447e-bee6-0280c5e3be21","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:22.501244043Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"53a71d1d-75de-447e-bee6-0280c5e3be21","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:22.501296184Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"53a71d1d-75de-447e-bee6-0280c5e3be21","remote_addr":"[fd00:1122:3344:101::c]:52101","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":289,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:22.690767865Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:46405","req_id":"4064e88b-b5f2-430e-8f97-a0f9a33c8f6d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:22.976225146Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55912"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:22.976503053Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"f0e9211a-02d5-4bc3-9775-c94ad6af8e9e","remote_addr":"[fd00:1122:3344:101::c]:55912","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":209,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55976,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:23.471106251Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:12125","req_id":"7b24c9d4-b39b-4cfd-a7b3-953ededa6e81","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:23.695912469Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:39497"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:23.696189876Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"390fa86a-f134-4def-86dc-9c4ac3aa2b89","remote_addr":"[fd00:1122:3344:101::c]:39497","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":234,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 38211,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:24.016833511Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:62907","req_id":"f90f8037-9857-4971-9bdd-519f61fc3283","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:32.933472004Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:18992","req_id":"b47682ac-0bf0-4b2d-b0b4-c252c5289bb4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51415,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:32.939294695Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::a]:16204","req_id":"d419400f-e3ea-4c85-9baf-a89922d51d6b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:33.060746514Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:34960"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:33.061057301Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"054c5b18-dd25-4edd-abcf-0be396906e35","remote_addr":"[fd00:1122:3344:101::b]:34960","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":266,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:33.13595016Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:58910"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:33.136228767Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"9d943ca1-3353-49a3-b3bc-e6c89f1d48e2","remote_addr":"[fd00:1122:3344:101::a]:58910","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":224,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9088,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:34.018058557Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:55974","req_id":"27308021-9128-4511-b7ff-d64e01356b54","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 42424,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:44.019874257Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:57833","req_id":"35c77657-f95d-46b4-9d07-ec168077d907","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:52.025454915Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:48238"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:52.028834857Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"4e2cc142-128d-4e2b-90af-18b3c19989cd","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:52.028903969Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"4e2cc142-128d-4e2b-90af-18b3c19989cd","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:52.029035962Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"4e2cc142-128d-4e2b-90af-18b3c19989cd","remote_addr":"[fd00:1122:3344:101::b]:48238","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":339,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:52.212513947Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54484"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:52.214916366Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"9f42d54f-1c66-4fcd-b53f-18caf0557903","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:52.214959876Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"9f42d54f-1c66-4fcd-b53f-18caf0557903","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:52.215050479Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"9f42d54f-1c66-4fcd-b53f-18caf0557903","remote_addr":"[fd00:1122:3344:101::a]:54484","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":260,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:53.20772503Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:33192","req_id":"5c304770-6cde-490a-9d31-fb255dbe2dff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58172,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:53.268443594Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::a]:13650","req_id":"268df217-6f86-4846-a5e5-dbef63b1c9c8","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:53.31071494Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:44844"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:53.311083049Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"9ae282db-e1bc-4b90-b940-d01273d0e0bb","remote_addr":"[fd00:1122:3344:101::b]:44844","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":216,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:53.368241826Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:45879"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:53.368522603Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"09c5bbfa-a29b-4054-9ed9-e0e60560ffaa","remote_addr":"[fd00:1122:3344:101::a]:45879","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":229,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:53.843631278Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:55254"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:53.847110213Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"a1389470-3235-4cd6-bd0b-fedba27822f0","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:53.847182455Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"a1389470-3235-4cd6-bd0b-fedba27822f0","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:53.847194815Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"a1389470-3235-4cd6-bd0b-fedba27822f0","remote_addr":"[fd00:1122:3344:101::c]:55254","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":235,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33117,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:54.021858066Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:61585","req_id":"65f57307-f4e2-4737-bb2d-19de80d6953d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4381,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:57:55.007275331Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:51046","req_id":"82bd8770-acab-4e46-b5e5-3ef6c4f75ebb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:55.103901517Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:64775"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:57:55.104183654Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"653814e1-4ded-4311-acf4-1c9166ae0880","remote_addr":"[fd00:1122:3344:101::c]:64775","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":227,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61360,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:04.023377002Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:59833","req_id":"57dfe119-9227-49db-b6b2-595847f12770","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:06.468694421Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:53812","req_id":"448373fa-e1a3-47b2-b71c-43a9b6fcbde6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:06.472894233Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:60470","req_id":"a8ec617e-e5e5-4da2-9434-22b0c4c44fce","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47443,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:06.476955372Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:41799","req_id":"aaceec00-9dc4-4939-ab5a-f6c60ad2e0cb","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:14.024330904Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:62070","req_id":"b248a84c-08fa-48c6-bb28-225272e87e34","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:24.024833852Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:50605","req_id":"b1aa9263-7c5d-462b-9d25-66329ecccbd1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 5888,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:34.027122255Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:64167","req_id":"ab7f6962-3965-4db2-a223-5a398ce04f17","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55178,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:44.028391227Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:64830","req_id":"95dda3ce-20d7-4848-a0f2-1efcc0db037d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:51.88883427Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56286"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:51.891498525Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"46409c8e-4fcc-4778-8779-aa1a529e034b","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:51.891565307Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"46409c8e-4fcc-4778-8779-aa1a529e034b","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:51.891578867Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"46409c8e-4fcc-4778-8779-aa1a529e034b","remote_addr":"[fd00:1122:3344:101::b]:56286","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":237,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:51.911125982Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60193"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:51.915550089Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"1ad0b3a9-8920-40e1-a824-eb7c01bead20","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:51.915615671Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"1ad0b3a9-8920-40e1-a824-eb7c01bead20","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:51.915627581Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"1ad0b3a9-8920-40e1-a824-eb7c01bead20","remote_addr":"[fd00:1122:3344:101::a]:60193","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":838,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:52.779549276Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::a]:65456","req_id":"a5f78265-67b8-4e19-8f27-d26e4b9ed2de","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55357,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:52.83324946Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:26292","req_id":"d860621f-6e67-4e1f-8d11-cce27564640d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:52.883630263Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:36965"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:52.88390038Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"2c631926-4844-4437-abb4-8d6061dcbb0f","remote_addr":"[fd00:1122:3344:101::a]:36965","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":218,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:53.018695922Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:40945"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:53.018976959Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"6b600347-5740-441a-bd78-485e182bf2bc","remote_addr":"[fd00:1122:3344:101::b]:40945","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":208,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:53.839365277Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:53208"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:53.842244907Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"add4901a-82a6-40e0-87c5-917bb5d9f458","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:53.842282108Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"add4901a-82a6-40e0-87c5-917bb5d9f458","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:53.842315919Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"add4901a-82a6-40e0-87c5-917bb5d9f458","remote_addr":"[fd00:1122:3344:101::c]:53208","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":403,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55433,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:54.030125499Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:49894","req_id":"efafb9db-23cc-4704-8f87-a1ff84f041c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45523,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:58:54.735202137Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:12259","req_id":"e9394ec4-d9a8-48d9-8f02-9ebb51c1664b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:54.834123199Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:51707"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:58:54.834400836Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"354f3665-fae7-44ad-b97e-7e29928c0d78","remote_addr":"[fd00:1122:3344:101::c]:51707","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":238,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:04.03108063Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:51276","req_id":"42d33c92-9f7c-4488-9581-101479acb414","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:14.032237077Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:65312","req_id":"6721ba04-9be0-421a-aec1-560c0acbbc4e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 33401,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:24.034364508Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:51540","req_id":"09188d2b-307a-4187-9c5a-da6badadc860","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58529,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:34.035975048Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:55401","req_id":"d709d7e6-dd7b-4c9d-b0c7-594e9be3f1f3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63216,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:44.037331412Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:54693","req_id":"58eab966-005d-400e-b8a4-69732ddc3b88","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:51.889084083Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:61849"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:51.891955992Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"9aa5d272-b187-4583-ab8d-5e5e4e9e7aa6","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:51.891997953Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"9aa5d272-b187-4583-ab8d-5e5e4e9e7aa6","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:51.892009834Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"9aa5d272-b187-4583-ab8d-5e5e4e9e7aa6","remote_addr":"[fd00:1122:3344:101::b]:61849","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":186,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:51.911036745Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:54783"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:51.91575546Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"ad44acb7-814c-48d1-bbce-a0cfb5546191","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:51.915803391Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"ad44acb7-814c-48d1-bbce-a0cfb5546191","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:51.915817672Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"ad44acb7-814c-48d1-bbce-a0cfb5546191","remote_addr":"[fd00:1122:3344:101::a]:54783","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":377,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:53.22842053Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::a]:1477","req_id":"910216a3-1465-4171-9f83-df62ea46bfb1","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 47883,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:53.235363989Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::b]:57457","req_id":"1296e82b-4fd2-4472-ae9a-e8efc8bf5037","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:53.332985908Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57075"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:53.333223524Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"10d9ae3b-14d2-4da4-83b4-706bfe54ab49","remote_addr":"[fd00:1122:3344:101::a]:57075","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":215,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:53.435863476Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:37637"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:53.436086701Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"50df5340-5b6c-481b-9632-4f9ee3e7cada","remote_addr":"[fd00:1122:3344:101::b]:37637","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":183,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:53.840359247Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44447"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:53.843406231Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"ea55b8aa-cd53-408b-b884-a7e7fe06f986","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:53.843441332Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"new_generation":1,"req_id":"ea55b8aa-cd53-408b-b884-a7e7fe06f986","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:53.843453292Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"PUT","req_id":"ea55b8aa-cd53-408b-b884-a7e7fe06f986","remote_addr":"[fd00:1122:3344:101::c]:44447","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":238,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:54.038895219Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::d]:60707","req_id":"be0977c7-601f-4ae3-a5d7-09f3cfd0b444","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62197,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-07-16T10:59:55.215318529Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::c]:35384","req_id":"4a564343-0865-4e2c-95ff-d0484ed9aaea","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:55.309299011Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58790"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-07-16T10:59:55.309634699Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"uri":"/config","method":"GET","req_id":"6239e019-b734-492b-bc42-609c0f605823","remote_addr":"[fd00:1122:3344:101::c]:58790","local_addr":"[fd00:1122:3344:2::1]:5353","component":"http","latency_us":266,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.710882945Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::2]:55927","req_id":"de2d3e2c-25b4-4f0d-8fbc-7dcba7f495e9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27060,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.711531931Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::2]:33824","req_id":"ac20bef4-fd55-4752-8a5a-497ef806d305","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62588,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_ddd65b13-625d-4136-be4f-4d57e328fb88.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_ddd65b13-625d-4136-be4f-4d57e328fb88.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 100,\n 100,\n 100,\n 54,\n 53,\n 98,\n 49,\n 51,\n 45,\n 54,\n 50,\n 53,\n 100,\n 45,\n 52,\n 49,\n 51,\n 54,\n 45,\n 98,\n 101,\n 52,\n 102,\n 45,\n 52,\n 100,\n 53,\n 55,\n 101,\n 51,\n 50,\n 56,\n 102,\n 98,\n 56,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_ddd65b13-625d-4136-be4f-4d57e328fb88.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.779146883Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::1b]:58167","req_id":"2e395978-a478-431b-a572-484d8b79046b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 53,\n 48,\n 55,\n 56,\n 102,\n 55,\n 100,\n 45,\n 101,\n 50,\n 102,\n 56,\n 45,\n 52,\n 55,\n 49,\n 51,\n 45,\n 98,\n 54,\n 98,\n 55,\n 45,\n 53,\n 102,\n 99,\n 49,\n 50,\n 54,\n 48,\n 56,\n 99,\n 97,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.875660496Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::4]:64592","req_id":"98db824b-4120-4edb-9a2f-daf91cc9f11c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55686,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 53,\n 48,\n 55,\n 56,\n 102,\n 55,\n 100,\n 45,\n 101,\n 50,\n 102,\n 56,\n 45,\n 52,\n 55,\n 49,\n 51,\n 45,\n 98,\n 54,\n 98,\n 55,\n 45,\n 53,\n 102,\n 99,\n 49,\n 50,\n 54,\n 48,\n 56,\n 99,\n 97,\n 99,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_35078f7d-e2f8-4713-b6b7-5fc12608cac5.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.876353473Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::4]:42333","req_id":"28a3775c-ecc8-4c95-b77e-fd56d15db866","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 52,\n 52,\n 49,\n 100,\n 53,\n 100,\n 45,\n 53,\n 102,\n 48,\n 98,\n 45,\n 52,\n 54,\n 48,\n 99,\n 45,\n 56,\n 100,\n 54,\n 54,\n 45,\n 48,\n 102,\n 101,\n 50,\n 53,\n 99,\n 98,\n 51,\n 98,\n 51,\n 99,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.92895322Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::3]:52835","req_id":"17f73f38-bf68-4832-8a28-75ba3c2c2c62","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 100,\n 97,\n 52,\n 52,\n 49,\n 100,\n 53,\n 100,\n 45,\n 53,\n 102,\n 48,\n 98,\n 45,\n 52,\n 54,\n 48,\n 99,\n 45,\n 56,\n 100,\n 54,\n 54,\n 45,\n 48,\n 102,\n 101,\n 50,\n 53,\n 99,\n 98,\n 51,\n 98,\n 51,\n 99,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_da441d5d-5f0b-460c-8d66-0fe25cb3b3cb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.929629146Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::3]:57054","req_id":"2514218d-53e2-457c-a66e-99a577baea06","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 97,\n 97,\n 101,\n 55,\n 98,\n 54,\n 53,\n 45,\n 56,\n 52,\n 98,\n 54,\n 45,\n 52,\n 101,\n 57,\n 49,\n 45,\n 97,\n 51,\n 98,\n 50,\n 45,\n 51,\n 53,\n 100,\n 51,\n 98,\n 98,\n 49,\n 51,\n 99,\n 100,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.967611459Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::5]:53700","req_id":"7ea008a2-aeca-401a-ba4e-077df953e0d4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 49,\n 100,\n 97,\n 54,\n 99,\n 48,\n 45,\n 99,\n 102,\n 56,\n 49,\n 45,\n 52,\n 57,\n 53,\n 55,\n 45,\n 56,\n 57,\n 49,\n 51,\n 45,\n 98,\n 98,\n 53,\n 57,\n 97,\n 52,\n 52,\n 52,\n 97,\n 102,\n 54,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.968195003Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::7]:53395","req_id":"c932d836-52e7-4b9a-8575-9bf5dd0eafb6","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31309,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 51,\n 97,\n 97,\n 101,\n 55,\n 98,\n 54,\n 53,\n 45,\n 56,\n 52,\n 98,\n 54,\n 45,\n 52,\n 101,\n 57,\n 49,\n 45,\n 97,\n 51,\n 98,\n 50,\n 45,\n 51,\n 53,\n 100,\n 51,\n 98,\n 98,\n 49,\n 51,\n 99,\n 100,\n 99,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_3aae7b65-84b6-4e91-a3b2-35d3bb13cdc2.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.968217163Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::5]:37333","req_id":"ec80221d-f4d4-4915-b48a-649069b4e99a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 106,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 98,\n 49,\n 100,\n 97,\n 54,\n 99,\n 48,\n 45,\n 99,\n 102,\n 56,\n 49,\n 45,\n 52,\n 57,\n 53,\n 55,\n 45,\n 56,\n 57,\n 49,\n 51,\n 45,\n 98,\n 98,\n 53,\n 57,\n 97,\n 52,\n 52,\n 52,\n 97,\n 102,\n 54,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_5b1da6c0-cf81-4957-8913-bb59a444af63.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.968889339Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::7]:43110","req_id":"318254ff-6be2-468e-815e-0db474d25f08","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 50,\n 49,\n 55,\n 102,\n 97,\n 56,\n 45,\n 101,\n 100,\n 48,\n 101,\n 45,\n 52,\n 50,\n 102,\n 48,\n 45,\n 97,\n 97,\n 97,\n 53,\n 45,\n 48,\n 52,\n 48,\n 54,\n 52,\n 51,\n 97,\n 101,\n 51,\n 50,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.971559954Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::6]:39041","req_id":"abb43432-727d-409e-a4a7-80adc668898c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61297,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 57,\n 100,\n 50,\n 49,\n 55,\n 102,\n 97,\n 56,\n 45,\n 101,\n 100,\n 48,\n 101,\n 45,\n 52,\n 50,\n 102,\n 48,\n 45,\n 97,\n 97,\n 97,\n 53,\n 45,\n 48,\n 52,\n 48,\n 54,\n 52,\n 51,\n 97,\n 101,\n 51,\n 50,\n 54,\n 50,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_9d217fa8-ed0e-42f0-aaa5-040643ae3262.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:00.972143298Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::6]:44753","req_id":"ede0ccce-c787-44fd-8d05-043efc9c945f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 53,\n 54,\n 52,\n 51,\n 100,\n 54,\n 100,\n 45,\n 49,\n 57,\n 49,\n 49,\n 45,\n 52,\n 48,\n 51,\n 102,\n 45,\n 57,\n 50,\n 98,\n 51,\n 45,\n 98,\n 55,\n 97,\n 49,\n 101,\n 57,\n 53,\n 100,\n 50,\n 99,\n 99,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:01.005513179Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::e]:59295","req_id":"8407dfa2-824f-4840-899a-b6332c6b2011","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34190,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 57,\n 53,\n 54,\n 52,\n 51,\n 100,\n 54,\n 100,\n 45,\n 49,\n 57,\n 49,\n 49,\n 45,\n 52,\n 48,\n 51,\n 102,\n 45,\n 57,\n 50,\n 98,\n 51,\n 45,\n 98,\n 55,\n 97,\n 49,\n 101,\n 57,\n 53,\n 100,\n 50,\n 99,\n 99,\n 98,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_95643d6d-1911-403f-92b3-b7a1e95d2ccb.\"","v":0,"name":"dns-server","level":50,"time":"2026-07-16T11:00:01.006116093Z","hostname":"oxz_internal_dns_230177d0-c539-4d11-b986-aa8076544d01","pid":5521,"peer_addr":"[fd00:1122:3344:101::e]:34696","req_id":"503162d5-4cc6-4a3e-aea8-c41b79c262ee","component":"dns"}