[ May 1 21:42:01 Enabled. ] [ May 1 21:42:01 Rereading configuration. ] [ May 1 21:42:01 Rereading configuration. ] [ May 1 21:42:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ May 1 21:42:03 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.085076642Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.085203534Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.103427454Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.103443744Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.103506275Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.103720068Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.696901723Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:59518"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.697711364Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"37add302-bc05-4caf-b53d-2bde20bbcfa1","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.697732064Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.714830359Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.714857679Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"37add302-bc05-4caf-b53d-2bde20bbcfa1","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:42:03.714876929Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"PUT","req_id":"37add302-bc05-4caf-b53d-2bde20bbcfa1","remote_addr":"[fd00:1122:3344:1::2]:59518","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":17607,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.239551656Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::1b]:63667","req_id":"10036d80-0e42-434b-8036-050cfd495501","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.244157632Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::1b]:39439","req_id":"2be88739-0d07-43f8-a391-ab5e0951a833","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41994,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:42:15.248337572Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::1b]:37633","req_id":"35da0953-eba4-4502-a46b-320ac533ef47","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 1858,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:39.786636348Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:53746","req_id":"c64217bb-e7bf-425d-b221-30258cff5a6d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55321,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.865473846Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::1b]:39941","req_id":"1d46d4f0-32d7-4387-9afa-433ba1efca33","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44399,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.880002213Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::1b]:57812","req_id":"63c35faa-b521-4b96-ba7c-3b3c7a15906e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 9803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:46.883873889Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::1b]:61144","req_id":"29381c98-736d-4247-9a57-3c219deec31a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45933,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:48.326637515Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::a]:11843","req_id":"5a8b6805-1e6f-4f2a-95e3-394be4650eaf","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:48.581895677Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::b]:9415","req_id":"661d2bc5-202f-4fb7-89d0-4a735a87b97f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:49.777714491Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:50591","req_id":"296f0dff-1ee5-403e-975b-b0aafcd3fae3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:50.874757925Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::e]:50539","req_id":"be18e706-86c2-4447-b991-58e9d587cdbd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21862,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:50.875462925Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::e]:32873","req_id":"5034f208-53e4-4fe5-b0f9-5c2e06139d80","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 56650,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:57.377594534Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::c]:34220","req_id":"3e4dc677-8e86-4196-a783-56ccaa2a7c22","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46603,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:43:59.779338574Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:52187","req_id":"1a4ef470-5454-4310-a7e8-b5c874b7925a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43681,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:09.780982767Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:58155","req_id":"c36db074-7496-48b9-8558-dce59a3c4984","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7907,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:19.783278607Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:57726","req_id":"7ab5657b-4c50-4edb-b86f-a9e420cce50c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 22489,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:22.214932017Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::a]:45712","req_id":"4e61763c-88ea-401b-b425-9ead0083eedb","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:22.505370332Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60543"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:22.513123312Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"GET","req_id":"861c1c53-165e-4fc8-9b0e-53ada6ef2c10","remote_addr":"[fd00:1122:3344:101::a]:60543","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":5223,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.317466805Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:47243"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.31780267Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"cdb9920d-4bb1-41fa-baec-44047f3a9370","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.31781451Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"cdb9920d-4bb1-41fa-baec-44047f3a9370","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.317884881Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"PUT","req_id":"cdb9920d-4bb1-41fa-baec-44047f3a9370","remote_addr":"[fd00:1122:3344:101::a]:47243","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":292,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45013,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:28.513653485Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::a]:1910","req_id":"e5fd0c56-a82f-4b6e-9e1a-40dfdd9da3e6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.722445894Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53449"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:28.722761939Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"GET","req_id":"d6056aca-099d-4fb6-9065-1adcc98cc1d3","remote_addr":"[fd00:1122:3344:101::a]:53449","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":251,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12500,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.257169844Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::b]:41298","req_id":"a07d0d0d-24cf-4375-907a-ee69b5bb4f1d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58559,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.347123828Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::a]:9903","req_id":"3ad1f44f-dc7d-47b3-be44-e2ebccef997d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.447357638Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:50758"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.447732103Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"GET","req_id":"bf7d666c-155d-4023-aafa-efe29d99801a","remote_addr":"[fd00:1122:3344:101::b]:50758","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":264,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.656009105Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:57223"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:29.65634726Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"GET","req_id":"9f7e8498-ed71-4a2d-a3c5-d1fed5f496b0","remote_addr":"[fd00:1122:3344:101::a]:57223","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":274,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31877,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:29.785092767Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:57390","req_id":"11811e1a-c033-4621-964f-903b36c85e24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41438,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:37.948815995Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::c]:25954","req_id":"f369be41-32f0-4b85-8ba6-4adab047d43b","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:38.055472556Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:41851"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:38.055771551Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"GET","req_id":"6e042c9f-d773-43fa-9e3b-abaaa2815435","remote_addr":"[fd00:1122:3344:101::c]:41851","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":249,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:39.786688671Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:55064","req_id":"96026dc6-b68c-4d0b-907b-0a3eb2a9dad3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.127710739Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:63207"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.127998323Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"6d6d0ce7-ee60-47f3-b055-7356f258aaf3","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.128025913Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"6d6d0ce7-ee60-47f3-b055-7356f258aaf3","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.128037133Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"PUT","req_id":"6d6d0ce7-ee60-47f3-b055-7356f258aaf3","remote_addr":"[fd00:1122:3344:101::a]:63207","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":195,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.580911456Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:56023"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581118039Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"77f52cce-caf5-4933-bf5e-161fdce20457","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581135089Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"77f52cce-caf5-4933-bf5e-161fdce20457","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:48.581162119Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"PUT","req_id":"77f52cce-caf5-4933-bf5e-161fdce20457","remote_addr":"[fd00:1122:3344:101::b]:56023","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46756,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.369433867Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::a]:16814","req_id":"b144208f-842c-4ec5-b9d4-a25b29d9fa37","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27736,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.534660195Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::b]:3494","req_id":"237fa9ed-4113-494e-9f46-df696b81f42f","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.577259733Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:33517"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.577486666Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"GET","req_id":"ccd1d570-4457-44e5-9d0d-31418bd7c877","remote_addr":"[fd00:1122:3344:101::a]:33517","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":190,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.650050951Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41998"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:49.650286455Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"GET","req_id":"895a0118-edfc-414a-bc97-baa909f629aa","remote_addr":"[fd00:1122:3344:101::b]:41998","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19476,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:49.787746646Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:58429","req_id":"9819f895-40fb-4a37-8634-497488e729f3","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351401123Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:36177"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351668107Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"d36b3997-f780-47f9-a762-a0770c3a38fc","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351697628Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"new_generation":1,"req_id":"d36b3997-f780-47f9-a762-a0770c3a38fc","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:57.351705397Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"PUT","req_id":"d36b3997-f780-47f9-a762-a0770c3a38fc","remote_addr":"[fd00:1122:3344:101::c]:36177","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":219,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4276,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:58.015962535Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::c]:53702","req_id":"9aec9a02-dec5-457b-89fb-985a9c8a1b49","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:58.107330039Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:54803"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-05-01T21:44:58.107576283Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"uri":"/config","method":"GET","req_id":"432ae20d-c62f-402d-a91f-fb7c27267a71","remote_addr":"[fd00:1122:3344:101::c]:54803","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":211,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52267,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:44:59.789260299Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::d]:51605","req_id":"0922e5b6-458a-4997-b46d-aed980fb568e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.199586673Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::2]:42325","req_id":"7103b912-60bf-450b-9711-b66ef006ec07","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40516,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.200234583Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::2]:64813","req_id":"5e2cacad-4258-4329-adb8-02c5863a0899","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 53,\n 55,\n 56,\n 53,\n 56,\n 53,\n 45,\n 48,\n 100,\n 98,\n 97,\n 45,\n 52,\n 49,\n 52,\n 57,\n 45,\n 56,\n 55,\n 51,\n 57,\n 45,\n 55,\n 97,\n 48,\n 55,\n 100,\n 57,\n 100,\n 48,\n 55,\n 97,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.504798988Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::7]:43422","req_id":"c7fa50f4-a9f3-4e92-93cc-878ae6cc5a9e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31951,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 54,\n 53,\n 55,\n 56,\n 53,\n 56,\n 53,\n 45,\n 48,\n 100,\n 98,\n 97,\n 45,\n 52,\n 49,\n 52,\n 57,\n 45,\n 56,\n 55,\n 51,\n 57,\n 45,\n 55,\n 97,\n 48,\n 55,\n 100,\n 57,\n 100,\n 48,\n 55,\n 97,\n 100,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_76578585-0dba-4149-8739-7a07d9d07ad5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.50632091Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::7]:59562","req_id":"b73f7889-9f48-4dcb-befd-513c6b9bf167","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 54,\n 53,\n 56,\n 48,\n 51,\n 53,\n 45,\n 54,\n 56,\n 56,\n 52,\n 45,\n 52,\n 97,\n 98,\n 48,\n 45,\n 97,\n 100,\n 102,\n 98,\n 45,\n 99,\n 54,\n 55,\n 48,\n 54,\n 100,\n 102,\n 101,\n 57,\n 101,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.518364632Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::3]:35388","req_id":"eccbf587-3558-43ec-9a95-7bf94304392a","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64922,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 48,\n 54,\n 53,\n 56,\n 48,\n 51,\n 53,\n 45,\n 54,\n 56,\n 56,\n 52,\n 45,\n 52,\n 97,\n 98,\n 48,\n 45,\n 97,\n 100,\n 102,\n 98,\n 45,\n 99,\n 54,\n 55,\n 48,\n 54,\n 100,\n 102,\n 101,\n 57,\n 101,\n 102,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_50658035-6884-4ab0-adfb-c6706dfe9ef5.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.519162603Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::3]:58074","req_id":"aa2e1c19-11e2-4158-906d-1eeba73456da","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 100,\n 52,\n 101,\n 49,\n 54,\n 102,\n 45,\n 102,\n 97,\n 98,\n 56,\n 45,\n 52,\n 100,\n 97,\n 57,\n 45,\n 98,\n 50,\n 99,\n 98,\n 45,\n 52,\n 54,\n 102,\n 100,\n 48,\n 50,\n 98,\n 98,\n 49,\n 48,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.552266556Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::4]:61940","req_id":"b93b054b-3568-49fd-8db0-49b1bd06e49b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 19716,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 99,\n 55,\n 100,\n 52,\n 101,\n 49,\n 54,\n 102,\n 45,\n 102,\n 97,\n 98,\n 56,\n 45,\n 52,\n 100,\n 97,\n 57,\n 45,\n 98,\n 50,\n 99,\n 98,\n 45,\n 52,\n 54,\n 102,\n 100,\n 48,\n 50,\n 98,\n 98,\n 49,\n 48,\n 48,\n 55,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_c7d4e16f-fab8-4da9-b2cb-46fd02bb1007.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.552968876Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::4]:53282","req_id":"b290c407-44f3-4e9a-be94-ea85e645e33b","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.570519166Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::e]:43367","req_id":"02c78a3e-aedd-446a-83dd-a3517b13be20","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36850,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 54,\n 99,\n 97,\n 54,\n 56,\n 48,\n 48,\n 98,\n 45,\n 48,\n 52,\n 51,\n 53,\n 45,\n 52,\n 49,\n 53,\n 101,\n 45,\n 57,\n 57,\n 51,\n 48,\n 45,\n 53,\n 100,\n 56,\n 49,\n 97,\n 102,\n 50,\n 99,\n 54,\n 49,\n 99,\n 101,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_6ca6800b-0435-415e-9930-5d81af2c61ce.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.571205836Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::e]:41173","req_id":"bec3cd47-27e3-4d6a-9b86-ec159f05bf91","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 51,\n 101,\n 51,\n 54,\n 55,\n 49,\n 45,\n 98,\n 54,\n 99,\n 55,\n 45,\n 52,\n 51,\n 54,\n 51,\n 45,\n 98,\n 49,\n 49,\n 101,\n 45,\n 56,\n 100,\n 54,\n 51,\n 57,\n 98,\n 100,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.601458718Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::6]:44546","req_id":"1bb7ef16-b899-40a9-94a9-1a6b2f9198c9","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3836,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 54,\n 51,\n 101,\n 51,\n 54,\n 55,\n 49,\n 45,\n 98,\n 54,\n 99,\n 55,\n 45,\n 52,\n 51,\n 54,\n 51,\n 45,\n 98,\n 49,\n 49,\n 101,\n 45,\n 56,\n 100,\n 54,\n 51,\n 57,\n 98,\n 100,\n 53,\n 52,\n 51,\n 99,\n 51,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_563e3671-b6c7-4363-b11e-8d639bd543c3.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.602018046Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::6]:47657","req_id":"eddd2c91-4967-4def-b666-d98d326336f8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 102,\n 98,\n 100,\n 100,\n 99,\n 100,\n 45,\n 55,\n 52,\n 52,\n 54,\n 45,\n 52,\n 52,\n 101,\n 97,\n 45,\n 56,\n 49,\n 100,\n 48,\n 45,\n 52,\n 97,\n 53,\n 49,\n 53,\n 54,\n 55,\n 101,\n 100,\n 97,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.64928986Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::5]:43427","req_id":"8db27dc5-fea2-4504-9d21-75c0d3ffd387","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27000,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 102,\n 98,\n 100,\n 100,\n 99,\n 100,\n 45,\n 55,\n 52,\n 52,\n 54,\n 45,\n 52,\n 52,\n 101,\n 97,\n 45,\n 56,\n 49,\n 100,\n 48,\n 45,\n 52,\n 97,\n 53,\n 49,\n 53,\n 54,\n 55,\n 101,\n 100,\n 97,\n 57,\n 99,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74fbddcd-7446-44ea-81d0-4a51567eda9c.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.649843838Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::5]:39806","req_id":"a98e0e89-cbca-460f-b048-e0a12523296c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 12587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 55,\n 99,\n 56,\n 99,\n 102,\n 51,\n 54,\n 50,\n 45,\n 54,\n 50,\n 99,\n 97,\n 45,\n 52,\n 49,\n 50,\n 98,\n 45,\n 98,\n 99,\n 53,\n 53,\n 45,\n 48,\n 100,\n 51,\n 53,\n 98,\n 51,\n 100,\n 51,\n 52,\n 99,\n 102,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_7c8cf362-62ca-412b-bc55-0d35b3d34cf0.\"","v":0,"name":"dns-server","level":50,"time":"2026-05-01T21:45:00.754246718Z","hostname":"oxz_internal_dns_e40ea133-7546-45a3-a9f2-2d2a4942f593","pid":5487,"peer_addr":"[fd00:1122:3344:101::1b]:37364","req_id":"f9ac903d-daa0-4bd9-9e6e-7f29e10b651a","component":"dns"}