[ Apr 29 05:57:03 Enabled. ] [ Apr 29 05:57:03 Rereading configuration. ] [ Apr 29 05:57:03 Rereading configuration. ] [ Apr 29 05:57:04 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/dns-server/bin/dns-server --config-file /var/svc/manifest/site/internal_dns/config.toml --http-address [fd00:1122:3344:1::1]:5353 --dns-address [fd00:1122:3344:1::1]:53 &"). ] [ Apr 29 05:57:04 Method "start" exited with status 0. ] Config { log: File { level: Info, path: "/dev/stdout", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: "/data/dns", keep_old_generations: 3 } } note: configured to log to "/dev/stdout" {"msg":"config","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.851779449Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"dns_config":"Config { bind_address: [fd00:1122:3344:1::1]:53 }","config":"Config { log: File { level: Info, path: \"/dev/stdout\", if_exists: Append }, dropshot: ConfigDropshot { bind_address: [fd00:1122:3344:1::1]:5353, default_request_body_max_bytes: 104857600, default_handler_task_mode: Detached, log_headers: [], compression: None }, storage: Config { storage_path: \"/data/dns\", keep_old_generations: 3 } }"} {"msg":"opening sled database","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.851930551Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"component":"store","path":"/data/dns"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.869906481Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"component":"store"} {"msg":"pruning trees for generations older than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.869935392Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"component":"store","keep":3} {"msg":"DNS server bound to address","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.870004822Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"component":"dns","local_address":"[fd00:1122:3344:1::1]:53"} {"msg":"listening","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.870262755Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.911622667Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:1::2]:53399"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.912419045Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"481afbca-407b-4aea-a36f-ea4dc60a23ef","component":"store"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.912448175Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"component":"store"} {"msg":"pruning trees for generations older than 1","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.928693829Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"component":"store","keep":3} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.92873394Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"481afbca-407b-4aea-a36f-ea4dc60a23ef","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:57:04.92874368Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"PUT","req_id":"481afbca-407b-4aea-a36f-ea4dc60a23ef","remote_addr":"[fd00:1122:3344:1::2]:53399","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":16736,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 14083,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.665056824Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:41617","req_id":"605beb10-6eed-49c5-9eaf-d6b8f558cafa","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 52124,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.669342844Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:58494","req_id":"926fd65e-3442-4f17-9394-d59e2a686301","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:57:18.673314102Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:64228","req_id":"ecf3e431-b8e5-42a1-b64b-2577eb858845","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 18999,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:37.940060069Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:52907","req_id":"5183e9eb-ee3e-4615-b1b2-1f2a9196d7ca","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:42.532076643Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::e]:43851","req_id":"47fa0265-0397-4a8e-b4af-a1fc9fee8033","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:42.547167626Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::e]:48348","req_id":"fe7629cd-3bd3-42cd-988f-3fd1a3782c24","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 6193,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.428737233Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:45875","req_id":"628d49f4-fe72-4a2a-be2d-d4aca8bced90","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 55607,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.433326796Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:49863","req_id":"0695ce86-cf93-4a2a-9e05-e492f47b2ca0","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51383,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"0.pool.ntp.org.\"),\n ),\n original: Query {\n name: Name(\"0.pool.ntp.org.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 1,\n 48,\n 4,\n 112,\n 111,\n 111,\n 108,\n 3,\n 110,\n 116,\n 112,\n 3,\n 111,\n 114,\n 103,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"0.pool.ntp.org.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:43.43797347Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:36277","req_id":"9154e6a1-df8a-4082-9afb-7ac68fc9674e","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 41161,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:47.92104726Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:49992","req_id":"ffe15f4f-6f9b-4d90-896b-f91633badc3c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 347,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.488770941Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:37188","req_id":"105801a7-0736-4f9f-b925-cde4c1e0982c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46657,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.663820883Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:24275","req_id":"f9e3beca-216f-4111-984b-96ee558ca20d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21474,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:49.808361875Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:56995","req_id":"9efdfe44-05c6-4ef7-bfe5-c352dfa417d3","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7232,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:58:57.922116692Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:54938","req_id":"aabb60a7-06a6-4a6e-89aa-498574bb42df","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 91,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:07.923215734Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:53479","req_id":"daed342a-b27c-47be-af0f-7c4da6cf8a38","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49641,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:17.924912503Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:55164","req_id":"5bfce799-edcd-44f9-83ac-3ab76c6393dd","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:24.771501851Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:31312","req_id":"2d6226a6-3080-462d-8a00-284fbdc00f6a","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:25.099140801Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:57875"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:25.177835928Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"GET","req_id":"bfdfc317-20c6-489e-b876-5ffc9973e015","remote_addr":"[fd00:1122:3344:101::c]:57875","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":44046,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7429,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:27.926664117Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:53220","req_id":"e4d26513-ac7f-4d5d-aab0-3166f1736960","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.043791201Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:44863"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044219355Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"105df99a-65d3-408d-9140-ef058f06d48e","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044258566Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"105df99a-65d3-408d-9140-ef058f06d48e","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.044265446Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"PUT","req_id":"105df99a-65d3-408d-9140-ef058f06d48e","remote_addr":"[fd00:1122:3344:101::c]:44863","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":295,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46691,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:30.390584333Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:60397","req_id":"24dd76b2-c6c1-49aa-9784-de8a19341237","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.504818717Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:58243"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:30.505215381Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"GET","req_id":"cfc1f25d-2b24-4f29-94bd-18536d8b624f","remote_addr":"[fd00:1122:3344:101::c]:58243","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":317,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45930,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:33.232121951Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:30420","req_id":"584a12b5-b890-47f2-9e7c-dece26248822","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7520,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:33.232170972Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:4994","req_id":"84ca868c-e33b-4725-b7f7-09c1cb9640af","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.386721179Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:62706"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.387041372Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"GET","req_id":"6e48dc6a-7b0b-4de9-8863-d7ff5ed4a970","remote_addr":"[fd00:1122:3344:101::b]:62706","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":248,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.443824021Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:34382"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:33.444069963Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"GET","req_id":"253bd418-fa54-4387-92c5-8c2e68489288","remote_addr":"[fd00:1122:3344:101::c]:34382","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":194,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61024,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:37.92786703Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:60468","req_id":"0d31bd0c-5bc1-4ace-9997-4b28040e7296","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 45093,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:41.141618861Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:4012","req_id":"e1cc2fe4-2be9-49e3-9025-b53506950ad4","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:41.371390001Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:49438"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:41.371618394Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"GET","req_id":"e5fb83b5-0c06-4c38-92b7-df489e96cac8","remote_addr":"[fd00:1122:3344:101::a]:49438","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":188,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49385,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:47.92909166Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:55261","req_id":"a4717446-c05a-45cd-9ec8-4b941bd52fdf","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243280983Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:35140"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243696287Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"b80e3631-4953-490d-b9da-7dfe1e01b87f","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243802878Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"b80e3631-4953-490d-b9da-7dfe1e01b87f","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.243817758Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"PUT","req_id":"b80e3631-4953-490d-b9da-7dfe1e01b87f","remote_addr":"[fd00:1122:3344:101::c]:35140","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":271,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743276949Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:60085"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743691273Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"4d8470fb-9dd5-41a8-a2b2-2c926128ea3d","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743740863Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"4d8470fb-9dd5-41a8-a2b2-2c926128ea3d","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.743922255Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"PUT","req_id":"4d8470fb-9dd5-41a8-a2b2-2c926128ea3d","remote_addr":"[fd00:1122:3344:101::a]:60085","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":362,"response_code":204} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.766968534Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:41622"} {"msg":"attempting generation update","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.767403278Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"61803cf3-df26-4678-82ac-07966626fa62","component":"store"} {"msg":"updated generation","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.767492489Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"new_generation":1,"req_id":"61803cf3-df26-4678-82ac-07966626fa62","component":"store"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:49.767506239Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"PUT","req_id":"61803cf3-df26-4678-82ac-07966626fa62","remote_addr":"[fd00:1122:3344:101::b]:41622","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":347,"response_code":204} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 24973,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.01725512Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::b]:36090","req_id":"1258beb9-b802-4886-9407-969c5112a076","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.02150473Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::a]:5523","req_id":"f9e3f1ea-3222-4e00-8075-2fee81e2c04d","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.135247249Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::b]:57052"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.135518702Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"GET","req_id":"04a8689b-561e-477b-acec-f7af232bf4fa","remote_addr":"[fd00:1122:3344:101::b]:57052","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":221,"response_code":200} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.172045389Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::a]:53590"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.172300711Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"GET","req_id":"6b18296a-6ccd-489a-88ca-4ae25fda804d","remote_addr":"[fd00:1122:3344:101::a]:53590","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":191,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37742,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-admin-keeper._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:51.876717356Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::c]:41061","req_id":"40df331f-8ff2-4bc2-9656-e7eed96ccda6","component":"dns"} {"msg":"accepted connection","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.973884009Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","remote_addr":"[fd00:1122:3344:101::c]:59465"} {"msg":"request completed","v":0,"name":"dns-server","level":30,"time":"2026-04-29T05:59:51.97408991Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"uri":"/config","method":"GET","req_id":"69c99a76-b6e8-4630-83d2-f6c6c88b0a94","remote_addr":"[fd00:1122:3344:101::c]:59465","local_addr":"[fd00:1122:3344:1::1]:5353","component":"http","latency_us":177,"response_code":200} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-cluster-native._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n ],\n original: [\n 26,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 99,\n 108,\n 117,\n 115,\n 116,\n 101,\n 114,\n 45,\n 110,\n 97,\n 116,\n 105,\n 118,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n flags: EdnsFlags {\n dnssec_ok: false,\n z: 0,\n },\n max_payload: 1232,\n options: OPT {\n options: [],\n },\n },\n ),\n} NXDOMAIN: _clickhouse-cluster-native._tcp.control-plane.oxide.internal","v":0,"name":"dns-server","level":50,"time":"2026-04-29T05:59:57.930476714Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::d]:65480","req_id":"783fb3af-625c-419a-80c7-cde2b16cb3f5","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 49,\n 97,\n 54,\n 99,\n 55,\n 56,\n 49,\n 45,\n 98,\n 97,\n 50,\n 102,\n 45,\n 52,\n 54,\n 101,\n 51,\n 45,\n 56,\n 53,\n 54,\n 97,\n 45,\n 51,\n 99,\n 48,\n 97,\n 53,\n 57,\n 53,\n 100,\n 51,\n 100,\n 51,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.408305933Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::3]:54028","req_id":"4c13c48f-3bbb-4bab-823f-fddd57b01a67","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53359,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 49,\n 97,\n 54,\n 99,\n 55,\n 56,\n 49,\n 45,\n 98,\n 97,\n 50,\n 102,\n 45,\n 52,\n 54,\n 101,\n 51,\n 45,\n 56,\n 53,\n 54,\n 97,\n 45,\n 51,\n 99,\n 48,\n 97,\n 53,\n 57,\n 53,\n 100,\n 51,\n 100,\n 51,\n 52,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_51a6c781-ba2f-46e3-856a-3c0a595d3d34.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.409030229Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::3]:35016","req_id":"99e15f64-fac5-46f6-8b85-e891b47848e8","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.615330518Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::2]:40768","req_id":"f4cfabb4-ad4f-4bb5-bc9d-27e53b6872e7","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 63696,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_switch.\"),\n ),\n original: Query {\n name: Name(\"oxz_switch.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 10,\n 111,\n 120,\n 122,\n 95,\n 115,\n 119,\n 105,\n 116,\n 99,\n 104,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_switch.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.616100385Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::2]:35316","req_id":"4be6f8b6-f40f-4ec2-a8f3-45390c5649be","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 52,\n 99,\n 53,\n 56,\n 98,\n 97,\n 52,\n 45,\n 56,\n 53,\n 102,\n 102,\n 45,\n 52,\n 101,\n 53,\n 101,\n 45,\n 97,\n 57,\n 101,\n 101,\n 45,\n 99,\n 55,\n 56,\n 97,\n 102,\n 101,\n 56,\n 53,\n 53,\n 49,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.809673392Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::5]:37922","req_id":"fb7acf9e-c8e9-4029-aae6-0e9df148f6ff","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59414,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 52,\n 99,\n 53,\n 56,\n 98,\n 97,\n 52,\n 45,\n 56,\n 53,\n 102,\n 102,\n 45,\n 52,\n 101,\n 53,\n 101,\n 45,\n 97,\n 57,\n 101,\n 101,\n 45,\n 99,\n 55,\n 56,\n 97,\n 102,\n 101,\n 56,\n 53,\n 53,\n 49,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_54c58ba4-85ff-4e5e-a9ee-c78afe85517f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.810612211Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::5]:53148","req_id":"475ce817-ed98-45f1-b938-348361e95c1c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 43455,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"),\n ),\n original: Query {\n name: Name(\"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 44,\n 111,\n 120,\n 122,\n 95,\n 110,\n 116,\n 112,\n 95,\n 51,\n 49,\n 56,\n 50,\n 97,\n 98,\n 51,\n 48,\n 45,\n 101,\n 55,\n 57,\n 49,\n 45,\n 52,\n 52,\n 52,\n 57,\n 45,\n 56,\n 54,\n 99,\n 101,\n 45,\n 53,\n 52,\n 101,\n 56,\n 52,\n 51,\n 51,\n 52,\n 50,\n 97,\n 100,\n 56,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_ntp_3182ab30-e791-4449-86ce-54e843342ad8.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.848269077Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::1b]:39717","req_id":"8e7c7b9a-da42-4096-a1b4-6708ed3b6b2f","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 56,\n 50,\n 48,\n 50,\n 56,\n 52,\n 45,\n 99,\n 51,\n 53,\n 102,\n 45,\n 52,\n 56,\n 53,\n 101,\n 45,\n 56,\n 102,\n 48,\n 54,\n 45,\n 56,\n 102,\n 102,\n 54,\n 54,\n 101,\n 98,\n 56,\n 56,\n 101,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.85904934Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::4]:48514","req_id":"48012455-c61c-44db-93e4-de8852eecc9c","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46078,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 53,\n 57,\n 56,\n 50,\n 48,\n 50,\n 56,\n 52,\n 45,\n 99,\n 51,\n 53,\n 102,\n 45,\n 52,\n 56,\n 53,\n 101,\n 45,\n 56,\n 102,\n 48,\n 54,\n 45,\n 56,\n 102,\n 102,\n 54,\n 54,\n 101,\n 98,\n 56,\n 56,\n 101,\n 55,\n 102,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_59820284-c35f-485e-8f06-8ff66eb88e7f.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.859883798Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::4]:50523","req_id":"73a2707d-dc28-43e9-b768-701bfd56c862","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.878243522Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::e]:61029","req_id":"c365cdfe-4740-40f1-812e-9577be199278","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21778,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n ),\n original: Query {\n name: Name(\"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 51,\n 111,\n 120,\n 122,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 95,\n 101,\n 57,\n 102,\n 102,\n 101,\n 98,\n 49,\n 97,\n 45,\n 97,\n 48,\n 102,\n 57,\n 45,\n 52,\n 97,\n 98,\n 102,\n 45,\n 57,\n 57,\n 56,\n 99,\n 45,\n 102,\n 53,\n 56,\n 100,\n 49,\n 51,\n 49,\n 99,\n 55,\n 51,\n 99,\n 97,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_clickhouse_e9ffeb1a-a0f9-4abf-998c-f58d131c73ca.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.879036049Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::e]:36301","req_id":"e9cbc92a-88d6-4286-b506-0e34c185efa4","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 55,\n 53,\n 57,\n 99,\n 54,\n 56,\n 45,\n 52,\n 56,\n 98,\n 54,\n 45,\n 52,\n 52,\n 49,\n 57,\n 45,\n 98,\n 51,\n 57,\n 97,\n 45,\n 99,\n 98,\n 98,\n 53,\n 49,\n 53,\n 99,\n 97,\n 57,\n 57,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.880437733Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::7]:43925","req_id":"92ecf315-5152-4e7f-9db5-e511ca692975","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7068,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 98,\n 50,\n 55,\n 53,\n 57,\n 99,\n 54,\n 56,\n 45,\n 52,\n 56,\n 98,\n 54,\n 45,\n 52,\n 52,\n 49,\n 57,\n 45,\n 98,\n 51,\n 57,\n 97,\n 45,\n 99,\n 98,\n 98,\n 53,\n 49,\n 53,\n 99,\n 97,\n 57,\n 57,\n 50,\n 48,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_b2759c68-48b6-4419-b39a-cbb515ca9920.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.8812158Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::7]:43868","req_id":"0713472d-c07f-446a-8c86-1d15d55e1a8d","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 98,\n 97,\n 51,\n 52,\n 56,\n 54,\n 45,\n 98,\n 100,\n 101,\n 55,\n 45,\n 52,\n 50,\n 54,\n 97,\n 45,\n 56,\n 56,\n 51,\n 54,\n 45,\n 97,\n 99,\n 97,\n 54,\n 101,\n 57,\n 52,\n 102,\n 98,\n 97,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.963727793Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::6]:63641","req_id":"ea494aef-78c3-4ab5-ab09-069ae60e2454","component":"dns"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 54119,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 0,\n },\n queries: Queries {\n queries: [\n LowerQuery {\n name: LowerName(\n Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n ),\n original: Query {\n name: Name(\"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"),\n query_type: A,\n query_class: IN,\n },\n },\n ],\n original: [\n 52,\n 111,\n 120,\n 122,\n 95,\n 99,\n 111,\n 99,\n 107,\n 114,\n 111,\n 97,\n 99,\n 104,\n 100,\n 98,\n 95,\n 55,\n 52,\n 98,\n 97,\n 51,\n 52,\n 56,\n 54,\n 45,\n 98,\n 100,\n 101,\n 55,\n 45,\n 52,\n 50,\n 54,\n 97,\n 45,\n 56,\n 56,\n 51,\n 54,\n 45,\n 97,\n 99,\n 97,\n 54,\n 101,\n 57,\n 52,\n 102,\n 98,\n 97,\n 55,\n 53,\n 0,\n 0,\n 1,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: None,\n} SERVFAIL: server is not authoritative for name: \"oxz_cockroachdb_74ba3486-bde7-426a-8836-aca6e94fba75.\"","v":0,"name":"dns-server","level":50,"time":"2026-04-29T06:00:00.964533161Z","hostname":"oxz_internal_dns_d72ac260-9099-42ee-9117-b86d62a16acb","pid":5363,"peer_addr":"[fd00:1122:3344:101::6]:39134","req_id":"325b46e7-0b00-4e15-ac2e-8cc03bd753b6","component":"dns"}